{"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:06.9271311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"2af97a20-8111-4c88-9b1f-54f5b41d0dee","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:06.927476853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"2af97a20-8111-4c88-9b1f-54f5b41d0dee","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:06.93001647Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"2af97a20-8111-4c88-9b1f-54f5b41d0dee","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2956,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:06.930326814Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"4db69728-106f-44a0-afd4-43f2d748e4b5","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:06.930644257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"4db69728-106f-44a0-afd4-43f2d748e4b5","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:06.933562288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"4db69728-106f-44a0-afd4-43f2d748e4b5","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.263724526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.263778106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.263786756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.263793996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.264072239Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26412753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.264672886Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.264699196Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.264709146Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26506044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.266452445Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 984, tv_nsec: 9602371 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.266556916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 984, tv_nsec: 9717893 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.266780198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.266793358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.266897099Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269387166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269406106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269536388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269584008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269592098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269599108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269605399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269611008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269617809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269624069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269629959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269636299Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269642939Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269649509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269660899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269668869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269676179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269701009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26971052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.2697162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.26972324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26972952Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26973662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26974273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26975083Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26975726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26976407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26977064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26977824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269784581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26979145Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.26979815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269805231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269814071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269823801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269852491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.269888502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270027843Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270149024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270158934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270165905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270176275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270183635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270229905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270240275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270248425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270291216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270304116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270347876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.270357367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.271122615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.271303737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.271327637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.272015544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.272256667Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.272407738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.273331098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.273345908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.27349034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.274592052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.274604772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.274748494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.275164288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.275183618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":4,"elapsed":"5.424508ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.275419341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.275685804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.276722295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.277457252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.277794136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.278080769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.278101119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.278215311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.278329902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.278458323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.279431644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.279452994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.279595805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.280492145Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.280509355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.280674367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.281062151Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.281090021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.281283373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.283212754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.283512687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.284517478Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.284849962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.285270526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.288274468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.288298048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.288521581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.290468052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.290762965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.291182319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.292335632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.292795116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.295095541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.295123881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.295134421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.301061085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.301332698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.316006945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.316045365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.316448289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d627be6-da36-48f6-9e08-14aa38849da7\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:00:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.31647499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.317594372Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.324406815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.324436775Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.324796569Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ab756fb-b6c9-4e49-9a16-cdc383febc76\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:00:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.324827139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.326613008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.329757122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.330202447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.332609053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.335293221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.335315341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.335484463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.340492017Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.341900512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":4,"elapsed":"72.269613ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.34360234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.3436353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.343884363Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.349903337Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.349940058Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.349951508Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.350328692Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.35577054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.35580474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.35581556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.355957222Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":4,"elapsed":"86.269043ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.356148954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.357505178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":4,"elapsed":"92.827992ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.360177897Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":4,"elapsed":"90.511708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.360957515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.361577502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":4,"elapsed":"91.979804ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.361683963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.361938016Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.364834087Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.364867167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.36507872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.36604466Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.367492615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"97.712535ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.367781978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.367806278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":4,"elapsed":"98.20672ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.3688463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.36887502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.369080452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.370446997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.370475377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":4,"elapsed":"100.727537ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.384805631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 984, tv_nsec: 127946557 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.385096394Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.405234189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.405604673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.413936572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":4,"elapsed":"150.217407ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.419697154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.419729064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.419740294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":4,"elapsed":"150.013104ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.42313729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.423708876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"193cc3e3-422a-4c9b-8fb9-34906793c065\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:00:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.423737237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.423749747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.423757557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.425372974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":4,"elapsed":"155.589234ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.440899471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.440926771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.441202854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e65288ab-9460-4051-8105-c605f52102df\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:00:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.441220994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.442523608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.463886156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":4,"elapsed":"194.244537ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.465599375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.465622965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.465941645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7438a1-4816-4280-a47d-1114e5b006da\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:00:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.465972321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.466320316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.468850849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":4,"elapsed":"205.098403ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.477459311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.477487002Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":10,"elapsed":"212.816176ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.543614689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.54367085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.543960303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f8d69897-acf2-4da6-b09c-d3d0b52e46de\", \"date\": \"Thu, 08 May 2025 22:00:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.543992853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.544286366Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.546076896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.546310658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.553351593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.553845388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.556726979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.557140424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.55863013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.559925293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.560396938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.56241386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.5624359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.562700033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.562724143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.562875445Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.562984246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.56525571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":4,"elapsed":"295.44917ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.604607022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":5,"elapsed":"334.77236ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.658799651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.659128375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.662934275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.662956935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.66335518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"53ee7255-8bd8-47ea-b70c-8182f4427fde\", \"date\": \"Thu, 08 May 2025 22:00:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.664487032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":4,"elapsed":"394.767072ms"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.670356145Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.670378585Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.670666748Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.670678278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.670685308Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.670693138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.670700538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.670707698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.67086014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.67086987Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.671018162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.671026772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.671307465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.682403503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.682426834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.790150546Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"00b52e5d-d4a4-4c40-83b1-b2b30ac7c82e\", \"date\": \"Thu, 08 May 2025 22:00:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:08.790192047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.790202177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.790728182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ecbb8bd-0e4e-4a17-9f2d-787ca8734f8a\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:00:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.790761703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.791071666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.812399824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.812683817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.815913922Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.816298956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.818619431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.818891534Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:08.839208821Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":4,"elapsed":"569.582532ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:11.936988825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"3b08fef8-ea12-409c-81a8-2d8c8fca9f70","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":332,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.265207291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.265286271Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.265557654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.270226404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.270242024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.270539208Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.300640419Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.30349232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.3035175Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.30352696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.303686542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.303780613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.306106518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.306476492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.308047509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.31095468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.31097057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.311134412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.320552143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.320574583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":11,"elapsed":"55.391283ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:18.336573304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"66.34043ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:21.936912293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"0220771f-b0bd-4933-9346-205b408454b7","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.265103059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.265151509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.265435452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.270118822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.270137403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.270413195Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.29795001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.300674309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.300690999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.300850081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.302402778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.302728951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.303189156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.303400528Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.305108406Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.307675394Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.307689034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.307825356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.320771074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.320796614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":12,"elapsed":"55.708666ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:28.340069451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"69.943998ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:31.93767976Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"842a4690-7847-4bd1-94a7-4f48fab85cd2","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:36.92750907Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"5e929c00-da55-4952-a607-73009999a7bd","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:36.927822794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"5e929c00-da55-4952-a607-73009999a7bd","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:36.930726035Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"5e929c00-da55-4952-a607-73009999a7bd","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3282,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:36.931053388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"e9a0a8d9-a874-48a4-9cf7-9b99fffc0d9d","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:36.931398392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"e9a0a8d9-a874-48a4-9cf7-9b99fffc0d9d","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:36.933505925Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"e9a0a8d9-a874-48a4-9cf7-9b99fffc0d9d","remote_addr":"[fd00:1122:3344:101::d]:60985","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2523,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263862394Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263916065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263925715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263933295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263940365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263949375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263956115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263964316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.263972045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:50:38.263921195 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263980225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263986776Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.263994806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264002106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264009116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264015636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264023346Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264029836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264038246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264045186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264277019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264308409Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264323219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264452771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264466541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264483681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264513871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1014, tv_nsec: 7395688 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264573802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1014, tv_nsec: 7454069 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264722004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264734414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:00:38.264743684Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264753784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264762474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":4,"elapsed":"14.301µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.264772614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.265009007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.265084087Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.265106798Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":3,"elapsed":"1.179262ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.265212229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.265226439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":3,"elapsed":"1.353205ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.265565413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.265825945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.266004147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1014, tv_nsec: 8891874 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.26626574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.267375512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.267629615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.269960629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.26998703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.26999872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.27000869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.27001777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.27002786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.27003715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.27004603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270056121Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270065531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270076311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270085511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270095091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270108171Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270116931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270124741Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270133091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270140031Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270146942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270154092Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270163882Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270173062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270182502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.270191882Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:50:38.263921195 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270204062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270214182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:50:38.263921195Z\",\"pruned\":[]}","iteration":3,"elapsed":"6.215156ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270225592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270236163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270247413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270257523Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270268563Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270280303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270290113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270299133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270309033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270318783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270327804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270337013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270347484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270357454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270366484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270375154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.270383784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270392034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270400394Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270412124Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270423725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270475345Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270597116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270612727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270628637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270645517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270678057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270739108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270756378Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270768048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270778148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270789609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270801298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270812949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270824339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270836559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.270847499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.272485476Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.272520667Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.272577948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.272593858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.272666278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.272745139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.273224715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.273248945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.273373386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1014, tv_nsec: 16250543 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.273398986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.273654429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.276225736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.277933265Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.277986135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":5,"elapsed":"13.247042ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.280674634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.281090999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.281118249Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.281266501Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.289318327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":3,"elapsed":"19.229705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.299445655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.301828201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.301865801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.302067163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.309525253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.313236743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.313302943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.313315703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.334962245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.339382192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.339434233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.339631625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.343342434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.345874672Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.345903612Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.345914622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.346117104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.347888043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.349034195Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":3,"elapsed":"76.757701ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.349989625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.350017395Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.350029165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.350038916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.350332869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.350654582Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.350675232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.350686092Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.350929135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.353967358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.35424319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.356335473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1014, tv_nsec: 99205779 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.356668827Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.356784038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.357187192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.357253823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.357474625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.357602906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.357865809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.35887629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.359278864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.360573638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.360606278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.36073955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.36076501Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.36078494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.361013903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.36258904Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.364295658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.365864995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.366083007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.366115728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.36635955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.366893686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.368636875Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"98.648584ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.369400023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.369428923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.369588545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.3701218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.370149441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.370431044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.371736868Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.371762208Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.371881779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":5,"elapsed":"101.700597ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.37195657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.38133224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.381792995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.382307771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.382725255Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.382755686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.382772116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":3,"elapsed":"112.597394ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.382787646Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.383244811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.385166291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.385372743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.385869329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.385897799Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.386186392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.388634348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":5,"elapsed":"118.464496ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.389548438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"119.587569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.392745292Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.392803873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.397469103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.397823597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.398234151Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":3,"elapsed":"125.970997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.407001965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.407679932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.410984008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":5,"elapsed":"140.725895ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.412760427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.413843218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.413873168Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.413885548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.413895448Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.414342803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.414866149Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":5,"elapsed":"144.686687ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.426408493Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.426466303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":5,"elapsed":"156.427352ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.441213471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.44492618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.444964221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.444975051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":5,"elapsed":"174.95437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.446502637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.450659831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.450693817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.450914516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.453155388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.453183429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.453196299Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":3,"elapsed":"183.201959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.455465113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.455892628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.458183792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.458210962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.458226823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.458627717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.460952062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.461847701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"191.72899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.463855233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.464016225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.464030985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.464281607Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.464470589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10502aca-7f58-44b2-baf4-048d87134744\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.46449539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.465008455Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.465317489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.465675013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.466084457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.466106087Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.46635549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.467511392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.467540492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":13,"elapsed":"202.798788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.469590754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.469793626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.469807177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.469815327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.469823697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":3,"elapsed":"205.78686ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.469927098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.470366373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.4710201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.471437864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.47477579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.474835211Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.475107693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.475906622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.475933162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.476258566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.477177196Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.477201156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.477460679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.478325888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":5,"elapsed":"208.311038ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.489460787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.489847141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.505016603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.505050364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.505559699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd357246-b4f0-4533-98bf-582ee4f26991\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.505587089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.507614871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.513599805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.51684756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.51686841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.517143533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.532555468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.533263615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.533849332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.534443048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.534472688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.534488518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.534977604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.536028065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.536060315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.536375139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.545111422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.545144743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.545594217Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fd6aaff-1ebc-4fac-b7f2-d6f064c783d4\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.545619688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.546840161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":6,"elapsed":"276.79051ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.547465887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.587353324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.587400055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":5,"elapsed":"317.335594ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.619757261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.620281026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ca54d964-1a8d-49a4-8d2e-e1643e7cc73b\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.620321876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.622225207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9bd71e4a-e0b5-4d5f-b245-e250cb97fe01\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.622258907Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.624106197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.624127287Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"360.141072ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.72159105Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.722131996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.730474555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.730500055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":3,"elapsed":"460.285433ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.805626609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":5,"elapsed":"541.609833ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.806935063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.851302987Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.85159419Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.869558862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.869580733Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.869893916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7818713c-7d6a-4655-8023-4ddfe7be0459\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.869926596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.87028773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.871492653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.875265743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.875291214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.875462866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.876218624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":5,"elapsed":"612.325638ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.878176985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.878197855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.878206415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.878214795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":3,"elapsed":"614.367761ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.899034048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.899483402Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4662ca28-0e88-4c06-bbee-e13777cb54cf\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.899501483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.90113582Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f4bb0b37-f5c0-4a29-9834-2afa88348c51\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.90115652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.903203899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"34dd79a2-dee2-4344-820e-e7e7f3c2350b\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.903224956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.905661879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.90577364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.906419947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.906467067Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"642.472161ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.90765166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":3,"elapsed":"643.676985ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.908226896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.908238476Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.908474699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.909824743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.911582062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.911591982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.911749604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.914802766Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.91516902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.917157802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.917173452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.917378964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.925797154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.925826004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.926007986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6a64ec9e-b509-4eb1-91ba-f8fa636cca09\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.926019216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.92632669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.928794066Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.928818546Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.929071009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.929089809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.929097889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.929105459Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.929112959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.92912025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.92917608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.929290091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.929300061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.929424603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.929499394Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.929512024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.929716206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.931857129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.931879649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.933272634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.933496006Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:38.937403918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:38.937424438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.004539526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.036025933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"13d6a99d-7645-42d9-9d27-fceab173a8e5\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:39.036050793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.036060353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.036622989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0118f284-1d6e-4b13-8efd-b32bb3391582\", \"date\": \"Thu, 08 May 2025 22:00:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.037722061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":5,"elapsed":"767.456289ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.037756661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c1bc101-edb9-4a94-9b8f-a12535f5d3d0\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:00:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.037796492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.038072975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.042048138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.04228621Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.042525792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9b9f61-b477-4bc9-9e5f-c91d593c0ba6\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:00:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:39.042555343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:39.042565203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:39.042572793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.044490613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":5,"elapsed":"774.273842ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.046401144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.046747588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.049192924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.049448577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:39.056494452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":5,"elapsed":"786.25447ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:41.937027902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"aa58a172-48a0-4420-a865-91e26889d8c7","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.265230858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.265284518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.265717593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.270425573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.270447953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.270773747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.296079858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.298990559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.299005729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.299194861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.301100221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.301388935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.303344685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.303369206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.303538407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.306029964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.306053134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.306184096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.315580856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.315604587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":14,"elapsed":"50.397509ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:48.335805943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"65.383149ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:00:51.937415445Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"833920a9-6c2c-4f2e-954a-481eeac1a97b","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":357,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.265653591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.265701992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.266001845Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.267684593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.27024634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.27026131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.270407592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.270438652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.270447352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.270759476Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.27213603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.272379673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.274092331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.276633069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.276654059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.27678724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.284010257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.284031877Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":15,"elapsed":"18.397827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.309931695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.310217958Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:00:58.311849085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"41.408383ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:01.938259973Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"e0474266-8f21-4aa7-865b-ce696140b74c","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":401,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.264379946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.264429677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.264438797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.264445217Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.26473139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.26474399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.265414588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.265424098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.265431868Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.265702271Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.26755194Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1044, tv_nsec: 10123707 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.267905514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.268054726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1044, tv_nsec: 10648143 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.268107296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.268309768Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270225529Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"4.797012ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270248039Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270256849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.27026476Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270275429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.27028319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.27029197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.27030026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.27031679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.27032711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.27033595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.27034283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.2703494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.27035683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.27036421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270371161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270377931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270385231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270392901Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270400101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270411661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270419421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270425641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270432811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270440001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270446601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270454671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270461791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270468371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270474842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270482182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270488362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270495612Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270694974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270708704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270784595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270858086Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270867466Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270879896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270888896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270897676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270970837Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270980637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.270989327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.271023677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.271033458Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.271063068Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.271072918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.271387641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.271396212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.271550133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.272994009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.273239201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.273443883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.275626407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.275649557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.275842709Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.276407665Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.276421355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.276613537Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.276626677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.276636708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.276810679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.282657332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.283082197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.283157527Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":6,"elapsed":"12.704306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.283683233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.283974146Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1044, tv_nsec: 26546382 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.284090097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.28434459Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.324035555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.324361538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.332380924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.333710888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.333782399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.333790259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.334003721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.335158334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.335182454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.335435597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.33955655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.340527761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.34233026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":6,"elapsed":"71.940729ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.34324728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"72.756679ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.343308181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.345430744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.34608232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.346108611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.346348773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.346932089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.349153343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.349183833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.349447316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.349466907Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.349476656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.349563168Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.349631568Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.351411347Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.351436617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.352839432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.352871253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.353105065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.354568761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.354594601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.355063896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c609dd-3bfa-4fd5-9bce-68cd3193c934\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:01:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.355094147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.355248538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.355267609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.355557361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fd92293-65dd-45ad-910e-4714aae03b9d\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:01:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.355584002Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.357074434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.357576283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.357599643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.358012858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.363364555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.363774689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.370582282Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.370643483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":16,"elapsed":"105.181765ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.38062611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.38066634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.381027074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c7983b-04af-4f15-864e-80e2e67ed0a6\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:01:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.381057274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.382318178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.382764792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.383116146Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.39564781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"125.156838ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.398893615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.39932504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.406730179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"136.48385ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.407335345Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.407355616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.407364856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.40778696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.407870941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"137.568361ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.414744095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.418009929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.41802817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.418224332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.418922879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.418938359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"148.524978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.43301423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.433450175Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.43580574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.436125193Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.438079244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.441215038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.441242648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.441494091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.443740145Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":6,"elapsed":"173.476296ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.447523235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":6,"elapsed":"177.268146ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.461223082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.46197283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.46199893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.46201138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"191.598189ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.463540436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.463567277Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.463760029Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.469139267Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.469397879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.506630988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.506679488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":6,"elapsed":"236.203186ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.565825811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.566228055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.569389879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":6,"elapsed":"305.008413ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.576154871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":6,"elapsed":"311.749605ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.583198636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.583228687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.583620551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d321ee22-1f68-4ac5-8422-6a8fc1876269\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:01:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.583658631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.584023035Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.628345779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.629018097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.632237941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.632276321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.632510484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.639987814Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.640227286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.642072426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.644029137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.644064307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.644212339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.65175545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.65178483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654077465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654105555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654420388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654436198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654444038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654452629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654460559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654469079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654672431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654705431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.654849863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.654893163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.655185177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.657549312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.657574122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.682234156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.684082475Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.684098706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.684258937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.684778893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"414.448713ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.729000586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.755201976Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4fb21e64-8707-43df-b08f-cf37d79e00eb\", \"date\": \"Thu, 08 May 2025 22:01:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.755231796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.755735992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.755807473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af37fc3d-217a-45bc-bb39-9d3550d65912\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:01:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.755833943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.755845953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.755854063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.756688352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":6,"elapsed":"486.315902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.758200698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.758520082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.761995619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.762249032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.764967471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.764984681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.765588917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"de5485c6-af0f-4674-b7c8-fd220f30758d\", \"date\": \"Thu, 08 May 2025 22:01:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.76680331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":6,"elapsed":"496.50643ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.870387258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ac7e84f6-eeab-4584-a839-1d0fa37fe160\", \"date\": \"Thu, 08 May 2025 22:01:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:08.870431129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.870441909Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.874569103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c2ee1cc-1366-424a-a487-af8ef81e0392\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:01:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.874610964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.874971307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.878556966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.878882719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.88274264Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.882990753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.884678381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.884959184Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:08.894697628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":6,"elapsed":"624.348838ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:11.937788927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"4855488b-2f17-40b0-a10e-d201d16ac2ca","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":493,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.265955313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.266004223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.266294956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.268117756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.270138487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.270155027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.270472261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.270616502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.270631223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.270769164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.272415642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.272576403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.273393982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.273543744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.275311393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.277593737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.277607787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.277733299Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.288823557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.288844307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":17,"elapsed":"22.911905ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:18.302662855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"32.507288ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:21.92789333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:40208"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:21.928007862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"3f19aa43-2579-4e03-b406-5e3860b54e06","remote_addr":"[fd00:1122:3344:101::d]:40208","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:21.928317215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"3f19aa43-2579-4e03-b406-5e3860b54e06","remote_addr":"[fd00:1122:3344:101::d]:40208","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:21.930995023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"3f19aa43-2579-4e03-b406-5e3860b54e06","remote_addr":"[fd00:1122:3344:101::d]:40208","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3034,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:21.931229706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"a0d9c8f4-9ee9-44aa-b42f-65e88c851e5b","remote_addr":"[fd00:1122:3344:101::d]:40208","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:21.931484749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"a0d9c8f4-9ee9-44aa-b42f-65e88c851e5b","remote_addr":"[fd00:1122:3344:101::d]:40208","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:21.933745703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"a0d9c8f4-9ee9-44aa-b42f-65e88c851e5b","remote_addr":"[fd00:1122:3344:101::d]:40208","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2548,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:21.938004009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"d7edd2a1-a507-4e56-a23c-48f571a495db","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":240,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.266197234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.266248695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.266531338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.268041404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.270606911Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.270629792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.270770383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.270801024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.270810914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.271051656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.272929036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.273009447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.273111488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.27323205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.274784846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.275032689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"4.229306ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.277278743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.277292233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.277425824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.286610213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:28.286627953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":18,"elapsed":"20.457029ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:31.938383292Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"5f157fdc-bbc3-463a-b91b-bfd41bf5f474","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":441,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265082783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265136253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265146363Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265155753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265164804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265173364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265181584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265189144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265195804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265203654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265212094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265220054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265231234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265241184Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.265251514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:51:38.265213814 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265262334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265273675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265283155Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265293085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265302875Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265325415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265353266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:01:38.265375336Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265403916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265434156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":5,"elapsed":"22.23µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265567728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265589088Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.265711719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.26572735Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1074, tv_nsec: 8161046 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.2657409Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.26575055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.26576067Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.26576859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1074, tv_nsec: 8205237 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.26580724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.266227075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.266249365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":4,"elapsed":"1.047831ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.266339896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.266360596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":4,"elapsed":"1.170212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.266802371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.267028424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.267433968Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.267452678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.267712641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.267736521Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.267927223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.267939883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.267953323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.268129285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.268141075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.268197036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.268330737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.268339387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.268491019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.269072135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1074, tv_nsec: 11516442 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.269310438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.269375989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270100206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"4.755871ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270167557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270188387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270196947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270204157Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270210698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270218398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270226038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270233898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270270098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270278008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270284508Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270292638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270298708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270306139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270312648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270319639Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270326289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270332489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270338349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270345129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270351629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270358379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270364499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270371649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270378959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270385679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270392649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270399809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27040666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27041383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.27042178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27042873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27043576Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.27044311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27044979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27045596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27046269Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27046881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27047616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27048293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270489141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270495141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270609962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270718653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270755813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270771204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270784473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270797924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270810724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1074, tv_nsec: 13240511 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270856284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270874834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270883695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270892365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270901405Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270943185Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270974716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270986086Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.270994426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271002996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271010176Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271018226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271026496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.271059056Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271725924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271744044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271908126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271982216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271992706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.271999077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.272005507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.272205679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.27232188Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.273754555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.273858566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.273871947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.274041379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.275737237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.276431724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.276446594Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.276691931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.2779468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:51:38.265213814 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.277969901Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:51:38.265213814Z\",\"pruned\":[]}","iteration":4,"elapsed":"12.729936ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.278974241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.287768865Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.289690876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.290837318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.290870219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.291177842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.292776619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.292803669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.293080182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.293579277Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"23.325719ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.295372587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.298347478Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.298378589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.298622711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.303225031Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.303520494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.303937778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.307419785Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.307452786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.307776399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.34148937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.346796457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.34801491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.351434886Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.351480866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.351499517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.35180866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.352045162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.355137095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.35652887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":4,"elapsed":"84.518704ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.357089236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.357609482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.357633862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.357870525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.362559225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.362823008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.363181441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.363207592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.363220932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.363376194Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.363404734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.363418284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"93.134586ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.363545865Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.364726668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.365592857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.365621638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.365632838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.36587462Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.366878731Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.368069124Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.368092504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.368305196Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.368327447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.368452568Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.368521369Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.370024205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.370054925Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.370262147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.372978946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.37332309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.373462462Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.373515242Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.373702114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.373856966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.373888246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.373900466Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.373910506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.37421683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.375559614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.375899688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.375995129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.376021499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.376273752Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.377505055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.377563525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.377855158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.379161803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.3808089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.382573549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.383899203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.383928183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.384067095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.384085935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.384161886Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.384324348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.387198698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.387598463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":7,"elapsed":"117.129183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.388912417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.389268651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.39012914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1074, tv_nsec: 132549286 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.390497404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.390844808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.390872568Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.391013379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.392246932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"124.803984ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.393110802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.393249253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.393660518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.394063082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.396327886Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.396353956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.396550638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.399404379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.399434899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.399687462Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.420236442Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"149.864272ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.427087375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.427127936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.42752456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f95ba80-cbdd-4ac7-a3cf-c6051e1af782\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.42754582Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.428979855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.429789364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.43035343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.432165199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.43218635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.43219407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.43220038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.432532903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.436757039Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.440588669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.44062027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.441052814Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.443073436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.443102526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":19,"elapsed":"177.781691ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.443122177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.4462127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.44623792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.44624929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"176.022263ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.4462598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.446424572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.448537005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"178.347877ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.452576548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"182.378251ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.453764621Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.453787401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.453795251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.454052724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.466907081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"196.504562ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.468597479Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.469056884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.470590301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.47146598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.47148615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.47149903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"201.05154ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.472912675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.472937535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.473198108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.474063467Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":7,"elapsed":"203.755449ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.478420704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"208.086165ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.481383706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.481414126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.483113944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.483135795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5573eeb8-5ced-43f4-a2f4-7162f61af309\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.483148935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.483454658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.483707551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.484004644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.485055095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.488540013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":4,"elapsed":"216.546846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.492195141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.492588226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.494240183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.494264764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.494280314Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.494795739Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.496590808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.499607681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.499629071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.499638171Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.499923864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.501659903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.501938356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.501962496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.502285649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.505925278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.505951719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.506140781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.506173921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.506187551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.506216582Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.506228452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":4,"elapsed":"241.16416ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.509644708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.509674799Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.509688369Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.509699699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":4,"elapsed":"244.419604ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.511149404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.511174424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":7,"elapsed":"240.997887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.521237492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.521652277Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.521861119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.52194654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.52199061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.522032041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"251.562341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.523916371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.533114449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.53315978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.533459863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.534545754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":7,"elapsed":"264.071834ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.535775388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.539202184Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.539231445Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.539515558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.540523418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.540551949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.540567699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.540969983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8a46e942-4f14-46c5-b14d-2a7ddc3e4aea\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.541002623Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.542377828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"47250b1c-46a5-4510-be15-9e050e3271a5\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.542408259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.542421729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"170f424d-ce2b-45e5-a36e-418907d66107\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.542433299Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.544291249Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.544322219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"279.222447ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.544695863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.552640438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.552729389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"287.455114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.576903418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.577292582Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.579402734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.579635937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.620847628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":7,"elapsed":"355.690354ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.65005079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.65009477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.650583266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eebb849-6dd8-4ae7-8585-1b2f31eab54f\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.650613066Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.651147382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.653885401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":7,"elapsed":"388.720548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.654615009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.654921622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.656429828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.656987914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"567db13a-6d1c-41f0-b4fd-1434be12b1dd\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.657064495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.657242377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.658313078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8ae0f429-ee77-46c4-91fd-2c561129f736\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.658344099Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.660080917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5eea4a84-7d12-4fba-8d89-fe01d0be32b6\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.660103248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.662328341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.662355281Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.662515833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.662572064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"397.412341ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.662674305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.665852809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":7,"elapsed":"395.49681ms"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.67810049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.678143381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"407.800842ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.727830472Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.727872262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.728106555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.728132245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"337afc94-6ad6-47cc-8be1-673e10613556\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.728146525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.728537789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.72855904Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.730069326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.730095236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.73047233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.731435471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.731692453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.735444613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.735711566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.739114323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.739134143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.739517617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5b2d019c-d633-480f-8a90-f59517bfb1e3\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.741997444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":7,"elapsed":"471.580583ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.792026128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.792811377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31a948d3-4273-4345-ba42-fcb5f42c2b1f\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.792844137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.792859308Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.792868517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.794587316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":7,"elapsed":"524.360339ms"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848412352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848464572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848758085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848771875Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848779556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848787926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848795566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848802996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848978128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.848992108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.849250791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.849276801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.849596334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.853198403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.853231663Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.963029238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a56cd69d-5723-4a92-84bf-69562dff6ce2\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:38.963072078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.963083758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.963745155Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2487553c-9571-4594-a04e-d183b48baa1b\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:01:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.963786406Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.964306471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.96887382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.969062612Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.972269907Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.97262726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.973773272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:38.973992985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:39.08483284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":7,"elapsed":"814.520922ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:41.937588863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"6039a744-e23b-411b-877e-b3ba3d5b1fa1","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":431,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.265864209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.26591382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.266201473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.268190414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.270817992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.270841723Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.270987694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.271029354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.271039474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.271400248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.273272669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.273502581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.273599652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.273722673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.274922716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.275595413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"4.568849ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.277661775Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.277675536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.277836707Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.288892585Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:48.288918776Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":20,"elapsed":"23.071667ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:01:51.938517312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"27f27a93-975d-4caa-a11a-f5e9f7677d63","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.265896988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.265946149Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.266214342Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.268088712Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.271079584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.271098694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.271261326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.271275666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.271283996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.271511969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.273146526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.273468009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.273479439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.273713592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.275665923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"4.375787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.303984076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.306877177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.306893787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.307032398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.316680172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:01:58.316700522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":21,"elapsed":"50.819334ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:01.938048906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"d025ebec-9c76-4613-bb64-3eb398c56a34","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.265012438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.265067388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.265077909Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.265087329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.265449453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.265479603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.266061549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.266084179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.266094099Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.266420303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.267820938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1104, tv_nsec: 9908355 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.268094201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1104, tv_nsec: 10173787 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.268233532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.268364064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.269607677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270630598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270651188Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270660938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270668308Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270675719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270702999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270714619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270721659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270728129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270740809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270747699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270753859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270759669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.2707663Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270773549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27078091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27078767Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.27079476Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27080147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27080792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27081526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"4.715231ms"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27082438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27083061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27083768Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27084524Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27085219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270858821Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270867241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270873511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270885111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270895541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270905401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.270914391Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271057173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271068903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271191854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271207374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271250955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271260505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271268125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271275215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271282295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271290765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271317695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271326926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271405306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271415027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.271423547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.272624809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27264536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.272787621Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.272898052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":8,"elapsed":"2.254934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.273949854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27456894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.274792092Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.276997626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.277023296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.277190118Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27733784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.27735181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.277516892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.278474842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.278491472Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.278639424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.278834656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.280976489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.281286122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.281300052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.281520975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.282863979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"12.011069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.283178172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.283193593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.283410725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.29137097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1104, tv_nsec: 33439566 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.291746174Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.291936816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.29229373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.293569203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.294233251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.294687005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.294753906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.294994389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.299327875Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.299363895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.299602418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.332585651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.332651082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":22,"elapsed":"66.546682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.337502773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.338005749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.340740638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.341107032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.342053602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.342384375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"71.676646ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.342413786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.342535117Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.34277516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.345025384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.345529469Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.346311177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.346803613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"75.948792ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.349215899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.349244279Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.349509512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.354377914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.356494026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.356526457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.356914351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a2307e9-d2c9-4d78-89de-40121d680cfa\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.356943341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.357682109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.357697439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.357963632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.358224125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.362765683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.362796213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.362806054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.363290629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.363861565Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.3643277Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.368526425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":8,"elapsed":"97.691495ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.369665307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.372124123Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.372146124Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.372454377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.372469767Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.372608758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"108e96e3-fa10-453e-a384-cfc6ad8d44dc\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.372639019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.37272014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.374787712Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.388107784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.388550349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.395453089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"124.771624ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.411471544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.411504725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.411868348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c851a65-9b1a-4ff0-8680-17531cba2f8a\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.411885889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.414078782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.453891168Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.454257562Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.473482148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.473508978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.473883492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a52dbdd-bb09-4acb-a3ad-1eab22b712fa\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.473926962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.474322226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.475072325Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":8,"elapsed":"210.041466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.48587702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.486182753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.495643494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.496019929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.497554415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.497581295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.497824018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"decdcaef-5a86-4b2d-a28d-6a9338eb8c26\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.497860438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.498184382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.498504965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":8,"elapsed":"233.502928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.500508777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.50081262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.504450959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.504741182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.511079079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.51111681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.511443954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e11bf9f1-816b-4a50-abdb-5caa83862390\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.514083242Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":8,"elapsed":"243.323883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.52047522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.524011118Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.524039728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.524294761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":8,"elapsed":"253.644273ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.524334491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.527192322Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.527213942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.527225172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.527688007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.53264929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.532678771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"261.86539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.552993038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.556847029Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.556884889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.557221153Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.559825141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.56440663Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.56444327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.564690393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.576062275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.576090115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":8,"elapsed":"305.266575ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.581616654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.581991729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.59336266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.59339241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.5934038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.59341296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"322.600741ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.593814004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.596109209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.596136589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.596345772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611014908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611046859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611457643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611484173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611493274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611504004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611514184Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611522864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611720026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.611735936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.612022059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.612035739Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.612268872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.618224056Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.618253556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.629753499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.633305457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.633337267Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.633542989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.635574361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"364.832752ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.636203978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":8,"elapsed":"365.54323ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.717255415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.723444851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5592969e-d519-41db-ad50-8036f3693781\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.723489042Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.723502652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.723512172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.72519324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":8,"elapsed":"454.496401ms"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.749290047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","registration_count":"1"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.749342328Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.788624628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.78883903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:43903"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.789012552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e50583b3-3e5c-4c33-b0fa-d87fc517c153","remote_addr":"[fd00:1122:3344:101::c]:43903","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.789572158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e50583b3-3e5c-4c33-b0fa-d87fc517c153","remote_addr":"[fd00:1122:3344:101::c]:43903","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.844442765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/oximeter.rs:76","collector_id":"22ae79e2-3731-44c9-8346-78c5ddbfe577","producer_id":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.844494436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/producers","method":"POST","req_id":"e50583b3-3e5c-4c33-b0fa-d87fc517c153","remote_addr":"[fd00:1122:3344:101::c]:43903","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":55567,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.844583327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e50583b3-3e5c-4c33-b0fa-d87fc517c153\", \"content-length\": \"41\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.847359876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.869471863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"63a13017-3fa3-46c6-8383-d5242f54786b\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:08.869508133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.869518724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.87381467Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e202e1-db72-4daf-acbb-5bad491a8895\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:02:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.87384695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.874238274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.877810572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.878028764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.881125758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.881452521Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.883704245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.883922158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:08.981220438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":8,"elapsed":"710.53574ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:11.938341688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"62ee62e8-10d7-43e8-ac17-38adab8e7b8c","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":279,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.266577354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.266627484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.266919258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.268892088Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.27090184Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.27091844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.271301354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.271474996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.271485616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.271624928Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.273386907Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.273557418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.275230456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.277524871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.277542881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.277665842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.288018413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.288043004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":23,"elapsed":"21.49319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.302896212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.303171155Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:18.337679214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"66.772754ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:21.927613022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:35526"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:21.927752253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"8ca71d4e-8fd8-48da-b3a9-0a7aaf0bac97","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:21.928158068Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"8ca71d4e-8fd8-48da-b3a9-0a7aaf0bac97","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:21.930679045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"8ca71d4e-8fd8-48da-b3a9-0a7aaf0bac97","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2994,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:21.930945797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"79d52100-ba82-4711-ab9f-f6661ef5a8d4","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:21.931322301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"79d52100-ba82-4711-ab9f-f6661ef5a8d4","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:21.933894099Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"79d52100-ba82-4711-ab9f-f6661ef5a8d4","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3018,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:21.938447198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"00cacd5d-660d-4403-aa92-db9ec4bf3005","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":406,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.266674294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.266728594Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.267167629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.269566315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.271577116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.271591236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.271879579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.272188353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.272200023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.272345324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.274235795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.274408677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.276187396Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.278638422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.278654492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.278789583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.288916252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.288939572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":24,"elapsed":"22.290409ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.304975113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.30558353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:28.306948294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"35.372118ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:31.93874641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"403eb201-3f05-46fe-9961-ffd4b686e2f3","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":284,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265552231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265621782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265638942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265670102Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265686212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265695212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265702002Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265714343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265727103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265739413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.265750423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:52:38.265614302 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265763953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265773863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265785203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265796583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265808273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265819484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265831284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265841694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265848934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265855824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265861954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:02:38.265868074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265874244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":6,"elapsed":"17.03µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265881724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.265963175Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266072356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266086107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266136147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266156217Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1134, tv_nsec: 7975824 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266174488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266296449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266328679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1134, tv_nsec: 8134946 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266459471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266651242Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266664293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":5,"elapsed":"1.056722ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266924285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.266942846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":5,"elapsed":"1.234193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.267223259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.267446371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.269689625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1134, tv_nsec: 11514972 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.269986178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270080819Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"4.269146ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27017078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1134, tv_nsec: 11998107 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270336652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.270424623Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270468413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270784757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270831357Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270842587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270850098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270858447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270865498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270873298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270879658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270885918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270892218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270899228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270905378Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270912578Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270919218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270925978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270932278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270939399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270945659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270952248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270958569Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270969659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270980499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.270992719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271002729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271013139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271022789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.271033869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27104494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27105498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.27106631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:52:38.265614302 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27107892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27108542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:52:38.265614302Z\",\"pruned\":[]}","iteration":5,"elapsed":"5.447719ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27109359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27110083Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27110678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.27111411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27112152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271128741Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27113627Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27114239Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271148751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271154791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271160841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271166971Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271194071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271206591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271337663Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271367103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271446204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271536025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271546225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271554785Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271563655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271572115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271580885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271589365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271614296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271624526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271631516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271639866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271647686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271655566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.271662506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.272316633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.272335523Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.272343574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.272350514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.272357223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.272439844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.272700547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.272714397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.273170532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.273181072Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.273360784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.274716789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.275864711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.27671611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.276894992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.277511349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.277537219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.277781081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.278051444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.278110445Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.278288427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.278804443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"7.835693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.279410689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.279654622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.280580891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"9.672763ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.281750314Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.281779504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.281790804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.282092728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.283092718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.283313321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.286250142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.29445203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.29449496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.294777063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.296192358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":5,"elapsed":"23.824675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.297977468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.298559864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.339514652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.343830258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":9,"elapsed":"72.86587ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.344103271Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.344133501Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.344363204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.346605338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.346631738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.346646918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"75.523788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.347503067Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.348969613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.350670371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.350748272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.350766382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.351093985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.351113776Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.351125516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.351134676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.351143136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.351152586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.351411609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.354484972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.354511192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.354761215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.355146609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.355637924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.356704425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.357024839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.35715062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.357405043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.360761749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.36178205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.36180713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.362092583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.362543808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.363236975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.363829922Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.364270306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.364293127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.364566849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.365831233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.365897744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.365910754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.365995275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.366028705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.366038915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.366048645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.366346119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.366872254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.366903025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.367164737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.367191368Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.367622182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.367951116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.36835896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.36838464Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.368636813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.369067908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.369096578Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.369350721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.371390142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.372003629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.372215471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.372232282Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.372521905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.374646587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.374672098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.374959761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.375401125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.375422266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.375654918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.381074226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.381578222Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.383533472Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.384150609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"113.277592ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.385591225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1134, tv_nsec: 127394851 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.385915948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.386279062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.386303872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"115.432515ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.387353413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.387378324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.387388204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.387887669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.388303254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.388360734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.388443095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.388803469Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.389289804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.39080668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"119.774141ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.425472231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":5,"elapsed":"153.092728ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.426596943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.426627863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.427094478Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"301e4484-a5c3-4d68-95cc-809e07287f01\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.427120259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.427668044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.427695885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":25,"elapsed":"161.878152ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.428766216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.44505823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.445119061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.445558246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2de1738-0045-46fc-9f51-a9e80e4f350d\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.445596506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.446070161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.446671388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.448185744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.45244338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.45246935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.45248075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"181.435721ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.457489083Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"186.609865ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.458956849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.45899005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.45900542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.459475395Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.462054542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.462472397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.462508577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"196.848865ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.463138034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":9,"elapsed":"191.993804ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.464969283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.464994344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.465004704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"193.904313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.465304177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.465316757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.465508499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.475484416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.475518026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.475537047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.476016132Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.476690789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.477148064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.478555989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.48150811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.481533381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.481668812Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.483715814Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.483732554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.483740744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.483748664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":5,"elapsed":"218.009431ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.494958474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.495374899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.505673369Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":9,"elapsed":"234.68203ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.523933574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.528724805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.528761816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.529024159Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.53009274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.53011403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.530562535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73fcd2d8-93b0-4f87-8364-047fd3f87292\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.530580485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.531554176Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.531572746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":9,"elapsed":"260.740089ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.532107401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.535018823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.535519048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.539272288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.543239561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.543769426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.595314148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.602147221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"331.036111ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.605240534Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":9,"elapsed":"339.647653ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.651432668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.651781922Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.70401688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.704055831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"433.104142ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.739655672Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.739682152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.740120117Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729cb97b-cdfe-4ed4-bdc6-560687cffdfe\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.740159727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.740632762Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.742521012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.742542643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.742557663Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.742571033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":5,"elapsed":"477.043033ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.742597783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.743464912Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.743816936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.744453653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.744468593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.744631905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.746559045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.746571775Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.748700998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.748713049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.74887454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.750358236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.750382436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.750535588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.752367988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":9,"elapsed":"481.252477ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.825994925Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.826366319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"56a571fc-31cf-48e5-af69-9276484af737\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.826383729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.827777004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9b2e375f-ee23-4274-b3d8-4abf2efc9e4f\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.827793804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.829124709Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.829141079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"563.577728ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.830890237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.843052678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":9,"elapsed":"577.470236ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.91525075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.915809186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8793e80a-fdd8-43eb-aa45-7baee58c0431\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.915843826Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.915855896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.915865366Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.916070579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.916098109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.916320061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5301ce99-191b-442d-b6cd-fac0140cfba4\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.916349211Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.916661275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.917901018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":9,"elapsed":"646.99482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.91901722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.919314423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.925668021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.925735482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.926062935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.926262708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b7048d33-da4c-42fb-90a4-1410c98b3437\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.926288528Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.927985816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"62f5bad3-2cd2-4210-b030-81268c7c0b4c\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.928007716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.93019354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"faee16f9-6331-412a-aa52-fb00daced699\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.9302193Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.930472573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.930503283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.930888157Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0285f4b5-17f6-4fa8-ab1c-eacfc8da4aa1\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.93206361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.93210662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"666.418468ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.933329643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":9,"elapsed":"662.235343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.934693308Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.935107632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.936398696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.936421406Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.936704639Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947307943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947337433Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947580885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947605116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947613016Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947620806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947628836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947635276Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947860659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.947876649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.948165372Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.948195982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.948517026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:38.950363645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:38.950386286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.065115533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b4683777-8e56-4ecc-984c-a45248a3fd51\", \"date\": \"Thu, 08 May 2025 22:02:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:39.065198094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.065212874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.065530047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76555e82-01f2-4c48-9b8c-46121bf321ff\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:02:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.065567838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.065917401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.17802043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.178366774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.28361869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.283922583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.285869164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.286202767Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:39.293818969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":9,"elapsed":"1.02274599s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:41.938195053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"1de7dba4-e760-4397-a249-97b216438dc3","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.266335049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.266388489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.266661252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.268806015Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.271569685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.271607305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.271748147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.271774917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.271783587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.27206072Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.274124822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.274278214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.274365694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.274495496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.276033662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"4.246306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.27673477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.27957838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.27959347Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.279732502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.390944171Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:48.390977942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":26,"elapsed":"124.641863ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:51.927920573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"4415f982-a0d8-4b20-adcf-fd28320d5371","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:51.928229156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"4415f982-a0d8-4b20-adcf-fd28320d5371","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:51.931784614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"4415f982-a0d8-4b20-adcf-fd28320d5371","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3924,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:51.932045517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"62736200-fe4e-45e1-bfb4-1d632a4acce5","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:51.93231963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"62736200-fe4e-45e1-bfb4-1d632a4acce5","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:51.934758396Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"62736200-fe4e-45e1-bfb4-1d632a4acce5","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2749,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:02:51.938170852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"df4cf177-8f7e-4cec-b193-d85968ea9794","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.266462949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.266521749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.267001874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.269080257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.271106748Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.271131999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.271476042Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.271723815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.271736555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.271887467Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.273603895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.273951699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.274432614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.274627916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.27593013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"4.822432ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.276442615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.279136494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.279148984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.279304666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.391213993Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:02:58.391242713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":27,"elapsed":"124.780065ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:01.938221182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"64ac0ab3-b77a-4a21-a88b-68121ab5f69c","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":288,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:06.928065783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"216a8c07-adce-425f-bc27-7e538cfdc63b","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:06.928408797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"216a8c07-adce-425f-bc27-7e538cfdc63b","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:06.932854244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"216a8c07-adce-425f-bc27-7e538cfdc63b","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":4859,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:06.933105027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"190a5044-ff76-4249-8644-79880d69f3c8","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:06.93344366Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"190a5044-ff76-4249-8644-79880d69f3c8","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:06.935928777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"190a5044-ff76-4249-8644-79880d69f3c8","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2882,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266099694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266155165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266165635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266174065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266182915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266192285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266201675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266501938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266565079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.266580469Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.269387199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1164, tv_nsec: 10945216 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.269671462Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.269742853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.643509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.269862649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.269930955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1164, tv_nsec: 11535462 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.270200855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272432732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272448752Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272581373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272631554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272642824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272651664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272659764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272668484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272681534Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272690075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272698624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272706465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272714225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272723065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272732535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272743375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272755805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272767865Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272779285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272791616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272802996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272815056Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272826786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272837836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272848746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272860496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272871206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272883486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272895837Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272907757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272918527Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272930227Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272942237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.272954927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272966427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.272977547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.273151209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.27317373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.27318914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.27320312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.27321798Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.2732308Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.27324515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.273258921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.273272701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.273286071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.273301511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.273317311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.273328631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.273340211Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.274921738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.2750489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.275253752Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.275775368Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.276185552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.276441095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.276706307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.277757559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.277770299Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.277978211Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.278234984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":10,"elapsed":"5.522739ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.279446427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.279461227Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.27971985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.280043943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.280055383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.280207435Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.280995753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.281256556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.281711251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.282440669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.283327798Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.283681302Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"10.836486ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.284897365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.284923075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.285200678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.285807995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.285825215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.286065238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.286512172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.286533163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.286773065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.28722044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.288503114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.288845427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.290201432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.290591036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.290869009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.290892989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.291037501Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.299463051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.299829205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.299926666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.300129148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1164, tv_nsec: 41683124 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.300466532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.301999508Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.302028048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.30221048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.309010173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.31252197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.312552961Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.312808434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.3153173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.315368611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":28,"elapsed":"49.275496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.339704011Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.340304098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.341094016Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.341139747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.341151877Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.341337439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.343038497Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"70.378723ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.344303281Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"71.560965ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.344765875Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.344786816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.344797356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.345054329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.348520515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.348812819Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.349574027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.349599357Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.349938491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.350086122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"568b1a88-7448-4c45-a244-9bc7b5f813dc\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:03:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.350107763Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.350477736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.352441357Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.352467418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.352918013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.353261636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.353771352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.354248757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.354931854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.354959574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.355100456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.355954525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.355981505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"83.289541ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.356657673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"83.884497ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.360051789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"87.410995ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.360812697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.361151881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.362104951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"89.353795ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.369862604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.369905254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.370247778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b330bb8-814c-4934-a399-ce47c28c6a82\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:03:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.370278208Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.371220398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.371245118Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.373578074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7727392-1891-45c2-afd7-2f0f1e6fcff7\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:03:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.373639504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.373654174Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.373826756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.374956298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.375305172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.379592808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.381458318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.381488838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.38167781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.383089265Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.385042046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.385065536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.385233678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.392121062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.392154762Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.392165502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"119.471788ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.397131095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.397159906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":10,"elapsed":"124.448991ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.400953536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.405286293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.405313703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.405570926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.407535937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":10,"elapsed":"134.836812ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.444470102Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"171.671107ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.450679628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.450997962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.452771341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":10,"elapsed":"186.677396ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.483824773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":10,"elapsed":"217.645257ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.51160001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.5116463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.512056505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d237ef22-d6d0-482d-b289-0e4f392fc4e5\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:03:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.512084415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.512615071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.553596879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.554161515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47fd9c9-7e95-4e5f-9f6f-d6bb316e9c58\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:03:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.554187625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.554197125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.554203646Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.555820553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":10,"elapsed":"282.997207ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.581198604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.581230455Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.581454327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fb89a300-ef71-4a29-8172-9debf556f994\", \"date\": \"Thu, 08 May 2025 22:03:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.581466037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.581781981Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.584692261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.584892914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.588830256Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.589168849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.592481715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.592494225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.592779688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"48723ebd-d145-47c1-b371-89cd3552940f\", \"date\": \"Thu, 08 May 2025 22:03:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.59481664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":10,"elapsed":"321.963574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.604927078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.605321662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.607467855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.607483595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.607861129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.714673912Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.714714512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.714939715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.714952505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.714960795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.714969565Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.714977205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.714984375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.715127497Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.715137827Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.715319049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.715327849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.71563446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.718136409Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.718160599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.827723861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ab46e645-5e13-44c4-8300-c7475fe6a2d3\", \"date\": \"Thu, 08 May 2025 22:03:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:08.827760681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.827770012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.827994074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00aa661b-46e0-4553-864b-839a94b8192a\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:03:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.828034794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.828346718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.937391984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:08.937730738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:09.045577481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:09.045890885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:09.047471422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:09.047747285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:09.055058133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":10,"elapsed":"782.241118ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:11.938571024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"3b0a9a84-4e0b-4df7-8313-0c4c7cd45178","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.26674341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.266818371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.267228305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.269303607Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.271286429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.271297339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.271570722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.272036017Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.272048117Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.272193668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.27330982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.273474542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.274429412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"3.139004ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.274446452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.274633424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.276200791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.278742218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.278753339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.27889506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.28918572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:18.28921542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":29,"elapsed":"22.496421ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:21.93825872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"2dacdfa5-e18f-4c4f-8acd-54660a910613","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.266424556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.266479247Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.26679652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.268895412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.27143828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.27145134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.271588051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.271626032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.271635532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.272007296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.273712434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.273730904Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.273944896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.274002677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.275577454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.277971599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.27799087Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.278120061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.30607712Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"34.445879ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.496736849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:28.496772649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":30,"elapsed":"230.340443ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:31.938589843Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"95128b3d-b3d5-4e78-8f21-2458fec1b387","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":305,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:36.928471214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"c83cc55b-9105-481d-b5ff-d19b249c9436","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:36.928789027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"c83cc55b-9105-481d-b5ff-d19b249c9436","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:36.9308892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"c83cc55b-9105-481d-b5ff-d19b249c9436","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2487,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:36.931191023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"9f94fef5-dc22-4394-800d-44802517bf2c","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:36.931544517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"9f94fef5-dc22-4394-800d-44802517bf2c","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:36.933829151Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"9f94fef5-dc22-4394-800d-44802517bf2c","remote_addr":"[fd00:1122:3344:101::d]:35526","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2694,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.26600482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266057011Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266068631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266077761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266086791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266095971Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266103491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266111451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266120831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266130482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.266139262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:53:38.266106441 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266148882Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266157952Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266167642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266176642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266184752Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266192212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266200132Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266210023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266351554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266371214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266384104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:03:38.266397645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266411705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":7,"elapsed":"16.45µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266427645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266474005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266503876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266518566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266531406Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266571146Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266664447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266705128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1194, tv_nsec: 7979194 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266727368Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.266798719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1194, tv_nsec: 8098936 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.267091422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.267110042Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":6,"elapsed":"1.005061ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.267422365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.267433866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"1.230773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.268631169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.269476907Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.26974881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.270448888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.270470198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.270585339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:53:38.266106441 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.270611399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:53:38.266106441Z\",\"pruned\":[]}","iteration":6,"elapsed":"4.483028ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.27062585Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"4.234235ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.27063714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.270925033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1194, tv_nsec: 12206419 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271237496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.271262006Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271462439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271723082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271737142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271745242Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271755342Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271764832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.271775842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271786912Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271797922Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271806902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271812823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271819423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271825403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271832663Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271840633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271847803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271854853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271861573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271868613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271875143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271882053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271889013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271894993Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271901373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271907804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271914893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271921074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.271927374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271933874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271939854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271947284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271953604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271960764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.271966944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272010545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272023995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272034495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272043285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272052655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272061425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272070915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272079635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272105526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272114796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272121986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272131896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272142686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272152036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272162156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272172076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272218877Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272240037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272253957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272316628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272336288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272349348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272359108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272369788Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272379669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272390809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1194, tv_nsec: 13674395 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272407049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272420509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272430139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272438959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272447719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272456059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272464299Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272472539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272480499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.27248808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.27249816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.27251003Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.27251837Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.27252631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.27253425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272605841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272616801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.272625301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.272690192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.273066096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.273253988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.273992226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.274327189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.274593752Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.274845245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.276584094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.276605444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.276772705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.276783626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.277117549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.277131379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.277277951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.27810786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.278309832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.279800238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.281593567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.281615907Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.281799479Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.282235124Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.282258984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.282466536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.28933973Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.289656303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.289953606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.291729876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.29220671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.292227241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.292237131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"20.270386ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.292475704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.294476755Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.294504545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.294719128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.297500827Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.299273946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.299302026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.299444548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.303029146Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.303460901Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.304722844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.304745825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.304756555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"32.748861ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.319155949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.319220879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"47.435728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.323535296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.323601746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.331756184Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.331807364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.331817854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.331826884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.332262329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.334793206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.337644697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.337845209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.337880199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.338128692Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.338156572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.339195913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.339222804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.339232644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.339241564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.339549397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.340623148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.340839381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.340947802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.341269075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.342948863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.343012544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1194, tv_nsec: 84292751 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.343459669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.343904463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.344012915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.344563251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.344750903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.345526241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.345654042Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.346053317Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.346083477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.346742294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"74.914782ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.346880085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.346915976Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.347162708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.347739244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":11,"elapsed":"75.890341ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.347982007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.348013398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.348066888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.348086248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.34828104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.348335411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.349538914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.349564964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.349573164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.349876518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.35011483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.350941318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.354721089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.354891771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.354922641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.355191514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.356262935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"84.237451ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.357763682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.357795442Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.357807552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.35953186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.359998155Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.360024116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.360035696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.360079526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.360285558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.362615933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.365589305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.365618986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.365631126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.365645666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.365715656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.365828758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.365947169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.366144701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.367269963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.367704448Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.377080848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.381782808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.381818209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.382059991Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.387930534Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.388234807Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.401873703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":6,"elapsed":"129.495265ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.409837948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"138.088907ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.411045881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.428956473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.442360366Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.442407297Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.442806431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84d0e92e-8525-4915-85bc-2c0f0e8a0d60\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.442831691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.448255309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.46796323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.468306384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.471066003Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.471320346Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.522082049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.52213072Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.522512574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b164b51f-6759-465b-b492-4ebc9de6c5a5\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.522546744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.524100551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.552151511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.552201361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.552665586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3cbdb98-e037-481a-8b5b-08cac813ef2a\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.552708047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.553209942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.555883371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"284.108108ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.562154848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":6,"elapsed":"289.80171ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.581365903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.581452214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.581479084Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.582050841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.582584306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.583013531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.585079523Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.585542198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.586300106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.586885732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.58850595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.59228933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.59232525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.592570583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.596369434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.596404504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.596813138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.600113624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.602267937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.602299257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":31,"elapsed":"335.936853ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.603281337Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.609218621Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c7506ff9-ec1a-4727-924a-4a483aa6851b\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.609252001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.609462244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.609508624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.610113361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.613022112Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"97d79195-0915-4669-9f68-01bafbaeb341\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.613049012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.614975723Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.615001453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"348.934752ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.638280242Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"366.42485ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.6399777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.640019381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.640365934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fda880db-8c05-4fef-931b-606250792527\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.640392334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.640826589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.64093789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.641474896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.644118124Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":11,"elapsed":"378.077954ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.644891043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.645161776Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":11,"elapsed":"379.028313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.645538769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.647571131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"859c516e-1374-47c3-99bc-c632b7a5c6e1\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.647603282Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.649657574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.650003847Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"378.096264ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.650027157Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.650041478Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.65027436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.65029832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.650312701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.650661644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.651628435Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.651648945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.651660955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.651670655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"379.886453ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.651683635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":11,"elapsed":"379.864073ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.655785709Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.656189463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.660839803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.660866353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.660877944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.661170247Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.662044956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.662150297Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.662163867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.662175127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"390.347486ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.662824874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.663493622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.663528202Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.663829375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.663997827Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"794eb709-46f2-4796-8fde-4d8643630e2f\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.66432113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.665309111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.665334461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.665503823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.665732365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":11,"elapsed":"393.868622ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.666755156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.6670651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.667878848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.667890889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.668144531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.676262228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.676290509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.676301899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.676313319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":6,"elapsed":"410.328019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.681821658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.682123781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.682691807Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.683297624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"72c44221-7017-489c-860f-7da1e6371d3a\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.683333354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.683659847Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.683991191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.685620428Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d8f1e2c8-1353-4fe5-a0e0-12eec37c5d89\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.685645338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.688205366Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4577735f-d10d-4ae4-acdd-c4c4d766651d\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.688226086Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.689167596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.689187876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.689402179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.69045355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.690504581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"424.334218ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.690518721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.690528691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.690821924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.699206494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.699530447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.706571392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.711186652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.711216042Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.711455025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.714236954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.714260995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.714272805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.714284565Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":6,"elapsed":"448.109452ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.714830891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.714857231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"448.845021ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.716969654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.720548362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.720602372Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.720781364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.737084849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.738578355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.738600475Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.738745606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.738915178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.73907041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.746811063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.746994285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.754810178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"482.912625ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.768834548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.769137952Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.770752709Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":11,"elapsed":"498.818406ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.772290415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.773870992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.773894722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"501.970609ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.774271117Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.774285547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.774458379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.775819793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.778383401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.778398331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.778550482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.78025067Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.780519123Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.782145901Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.784778869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.784792129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.785072772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.789331148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.78953007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.798457395Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.798803589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.800870841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.800886771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.801167144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.803863003Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.804143576Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.805734193Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.810443504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.810468654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.810620515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.811351563Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.813176153Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.813190893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.813241383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.813319814Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.813415645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814031962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814054362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814342815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814353995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814360575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814367206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814374695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814381026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814535817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.814552477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.81480292Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.81482782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.814988002Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.815587499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.81574434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.817311697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.817489399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.81758682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.81761259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.819229938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.81944563Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.826150021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.826501805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.827519426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.82784818Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.828439796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.828669118Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.829711479Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.830293036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.832040215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.832059165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.832218626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.834563382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.834589102Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.834765754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.836609943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.836920687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.839015859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.839226981Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.840225722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.841414935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.841661507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.842331485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.842344395Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.842579237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.844156684Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.844366716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.845282986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.845524259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.846767392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.846980264Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.846992514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.847179036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.847906714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.848936255Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.85035451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.850372131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.850578083Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.852952828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.852969728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.8531266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.854151041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.854338183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.854541195Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.854794258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.855711058Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.85596564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.856178783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.857477987Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.857492587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.857629288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.859491758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.861208447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.861226987Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.861365988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.863825655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.863881435Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"blueprint_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"inventory_collection_id\":\"ce348c8a-5059-46b8-8fc3-41419986897e\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":5,\"num_already_tombstoned\":0,\"num_inserted\":4,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"592.096993ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.902312836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.906097047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.906118477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.906267018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.908051768Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.912240252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.912522775Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.914197903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.914461566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.916396007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.916582709Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.919051975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.919447119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.921518771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.921816105Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.92320451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.923362021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.924730566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.924911608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.926642596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.930248055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.930267255Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.930404956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.932092215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.932348677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.93353352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.933828103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.935177688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.935803274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts-config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.938651625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.938669855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.938809706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.940151601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f26563c9-bfec-4610-8e87-b6208d96af64\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.940170701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.940179611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.940756797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa551b7f-b312-452d-8f40-b0b60752b730\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.940794408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.94099145Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.94104351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86aef0c-1fb1-4f12-81c3-871e110f6738\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.94106359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.941073671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.941083101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.94290996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":11,"elapsed":"671.032887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.94473978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.945063493Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.947255587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 559b827c-9574-475a-93d6-1045f64398e6, kind: Service { id: 85a39cf9-9419-458f-af2e-c8b40d8f5f79 }, name: Name(\"nexus-85a39cf9-9419-458f-af2e-c8b40d8f5f79\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 9])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 715a8bac-a423-4460-aac2-b8c76af6bb34, kind: Service { id: ddd82634-2844-4f97-9746-07099044c19d }, name: Name(\"nexus-ddd82634-2844-4f97-9746-07099044c19d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 84])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 76144c16-58bd-4abd-b758-565497d9f6b8, kind: Service { id: 53ef6679-65e8-4486-9401-d6fa4ff2e8e4 }, name: Name(\"nexus-53ef6679-65e8-4486-9401-d6fa4ff2e8e4\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 62])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 517232ae-3fd2-40fd-801d-796bf5ecd14e, kind: Service { id: 0ccabf41-81cd-45e7-bb26-335edaa2ee47 }, name: Name(\"external-dns-0ccabf41-81cd-45e7-bb26-335edaa2ee47\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b845b0e9-661e-4fa1-9292-0c7dce84b88d, kind: Service { id: 38a08dd6-6a75-4558-b4f8-df853f4d03d9 }, name: Name(\"external-dns-38a08dd6-6a75-4558-b4f8-df853f4d03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 43])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.947285987Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.947487559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.948050005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.948223957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts-config\", status: 204, headers: {\"x-request-id\": \"e679139e-0b2d-47c9-80fb-4e025bc8ad55\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.948259978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.949149837Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.950255899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.950489581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.950503482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.950974917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.950988837Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.951145238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.95128921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78ecf05f-4359-4acb-a080-8865e4a0e8c2\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:38.953608925Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:673","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.9550325Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"2f2f2c32-8d58-4801-a669-9618eac0c3f7\",\"time\":\"2025-05-08T22:03:38.948219237Z\"},{\"operation\":\"list\",\"target_sled\":\"2f2f2c32-8d58-4801-a669-9618eac0c3f7\",\"time\":\"2025-05-08T22:03:38.953587615Z\"}]}","iteration":2,"elapsed":"683.050066ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:38.958202204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":11,"elapsed":"686.23218ms"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.045780611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.045839681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 517232ae-3fd2-40fd-801d-796bf5ecd14e, kind: Service { id: 0ccabf41-81cd-45e7-bb26-335edaa2ee47 }, name: Name(\"external-dns-0ccabf41-81cd-45e7-bb26-335edaa2ee47\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b845b0e9-661e-4fa1-9292-0c7dce84b88d, kind: Service { id: 38a08dd6-6a75-4558-b4f8-df853f4d03d9 }, name: Name(\"external-dns-38a08dd6-6a75-4558-b4f8-df853f4d03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 43])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 559b827c-9574-475a-93d6-1045f64398e6, kind: Service { id: 85a39cf9-9419-458f-af2e-c8b40d8f5f79 }, name: Name(\"nexus-85a39cf9-9419-458f-af2e-c8b40d8f5f79\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 9])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 715a8bac-a423-4460-aac2-b8c76af6bb34, kind: Service { id: ddd82634-2844-4f97-9746-07099044c19d }, name: Name(\"nexus-ddd82634-2844-4f97-9746-07099044c19d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 84])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 76144c16-58bd-4abd-b758-565497d9f6b8, kind: Service { id: 53ef6679-65e8-4486-9401-d6fa4ff2e8e4 }, name: Name(\"nexus-53ef6679-65e8-4486-9401-d6fa4ff2e8e4\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 62])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.045876512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.102056803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","vpc_to_sled":"[Sled { identity: SledIdentity { id: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, time_created: 2025-05-08T21:59:12.125305Z, time_modified: 2025-05-08T21:59:12.125305Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(56094621696)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.102112433Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.102125293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.102549188Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.104831322Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.105328858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.106546961Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.109359661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.141143281Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.213327673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"2832b316-d49f-4a92-9737-509e912e20b7\", \"date\": \"Thu, 08 May 2025 22:03:38 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:39.214704877Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/networking/src/firewall_rules.rs:495"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.214724248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","elapsed":"942.903076ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:39.214733938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":2,"elapsed":"942.912716ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:41.938472821Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"3faf82f5-a444-405a-9959-0a31ebb5be54","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.266590237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.266649777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.267131793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.269590319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.271618261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.271631071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.271972574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.272232937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.272245667Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.272383829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.274987566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.27530892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.277044919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.279681447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.279695097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.279830218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.290418251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.290436102Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":32,"elapsed":"23.879576ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.304004197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.304186779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:48.340576658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"68.948368ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:03:51.938946436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"a1b21cc9-4c04-490f-99b0-0226718cefda","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.267224632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.267290962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.267677346Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.26987883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.271911592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.271924162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.272340226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.272438307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.272449637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.272584749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.273763982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.274103505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.275595101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.275812953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.27740156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.280028169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.280042329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.28019445Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.290513241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.290531401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":33,"elapsed":"23.33375ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:03:58.306673254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"34.771841ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:01.939043885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"032e14d3-dd66-4fce-8858-6e5326985af8","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":255,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.266329681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.266376902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.266385412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.266392092Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.266698355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.266749536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.267375673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.267384633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.267394743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.267749946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.2689816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1224, tv_nsec: 10036856 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.269287993Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.269573416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1224, tv_nsec: 10641563 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.269880359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.270036141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271561167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271583347Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"4.175774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271593348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271599968Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271607548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271613628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.271620668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271628018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271634418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271641418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271647908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271654328Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271661488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271668968Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271676359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271683309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271690389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271696969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271703949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271710539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271717639Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271724169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271731129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271737619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271744049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271750889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.271757139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.2717639Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.27177058Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.27177713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.27178392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.27179065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.27179766Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272000022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272048163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272143064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272173524Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272183904Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272192674Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272201544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272210234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272218234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272226434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272234474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272242245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272251165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272258725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.272266585Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.273003063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.273024153Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.273156934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.274245956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.274555639Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.275045444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.275063385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.275072135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.275329108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.275793212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.276724942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.276737643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.276917715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.277222738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.277232618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.27740722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.278024027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.278034187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.278180708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.278844705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.279746745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.281752946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.281776387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.281936268Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.282403903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.282431703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.282636046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.287851761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.290611531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.290639331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.290902984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.291603592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.291887535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.293131418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.293483382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.29426726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.294703545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.29514653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.295889827Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1224, tv_nsec: 36945724 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.296325572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.298303343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.298330634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.298598516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.315700979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.316006773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.317968444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.318498439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.327270343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":12,"elapsed":"55.534804ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.330260405Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.330605849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.331104484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"59.472496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.335593132Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.338428913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.338462703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.338702656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.340439274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.340823028Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.343091952Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.343954142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"72.191533ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.345901313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.345949933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.346080914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.347367108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.347390748Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.347398338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.34754443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.350813685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.350842175Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"79.131896ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.410380432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.410411562Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.410812847Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"797011c7-cf4e-4211-8041-2789179272b8\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:04:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.410837027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.411301382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.413434115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.413463505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.413479805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.413491695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"141.759326ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.413703157Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616c3125-b88c-4cf1-89a2-777da2c1ace2\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:04:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.413721598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.413861879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.415367515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.41672421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.417077923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.426920149Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.426953989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":34,"elapsed":"159.561947ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.434422919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.434716362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.437837185Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.438219389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.439819967Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.442488215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.442513495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.442669417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.44482259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":12,"elapsed":"173.137521ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.451585023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"180.017985ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.451663023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"180.022695ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.457317664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"185.658716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.459326895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.459651759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.461557739Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.462783982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.462797672Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.462806843Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"191.226266ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.46352138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.46353608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.463695842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.473123793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.473151823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.473381426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"978b82da-4157-47dc-ae5e-0cdb0f9c7929\", \"date\": \"Thu, 08 May 2025 22:04:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.473395266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.473604538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.475795891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.475987484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.478746113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.479073026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.481393121Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.481411262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.481682285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a393c8ee-550e-41e1-bbf1-33ca7c0e6809\", \"date\": \"Thu, 08 May 2025 22:04:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.48316026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":12,"elapsed":"211.573003ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.484680417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.484694077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.48500432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d533097-93a5-4ff0-b17c-b6a42348b444\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:04:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.48501963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.486423705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.487214934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.487236864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.487478047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62d467c1-ddb6-4f8d-b01e-697045194309\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:04:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.487493397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.489526448Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.497002148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.497030189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":12,"elapsed":"225.308069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.54109325Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.541641436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.543779129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.546102374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.546133834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.546355106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.557410004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"285.762166ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.557457655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.561474348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.561553539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.562061284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.596878617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":12,"elapsed":"330.542015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.690549039Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.690836642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.693405119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":12,"elapsed":"427.064078ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.735279377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.744085771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.744465165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.746929052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.746946252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.747133754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.758113601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.758143992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.758402624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.758417834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.758426825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.758436475Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.758446315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.758455435Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.759238443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.759254063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.759464486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.759479526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.759754179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.761600088Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.761620039Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.799282232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e3c42fc-70bf-47fa-854c-a46361ef091e\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:04:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.799308812Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.799319362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.799327262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.801521695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":12,"elapsed":"529.925128ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.903949091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b1c04b5b-48ad-41e6-9929-ca620748e37c\", \"date\": \"Thu, 08 May 2025 22:04:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:08.903990772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.904001822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.904225264Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86ed643c-fd31-4531-8e0d-450110dab8ad\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:04:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.904274915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.904697539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.90850897Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.908738102Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.911986377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.912327331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.91414446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.914406403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:08.921064744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":12,"elapsed":"649.389936ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:11.938587699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"1d77609b-ced6-49d2-99fc-97709ee75d4a","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.267121419Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.267167859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.267509053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.269528095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.272110422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.272125622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.272277024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.272330774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.272345354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.272707218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.274363766Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.27471367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.275856532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.278891175Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.278942005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.278953305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.295583183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.295624103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":35,"elapsed":"28.492235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.312941379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.313235422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:18.350497401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"78.174296ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:21.939568779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"30a7cb63-d05c-4b40-ac3b-d49bfd99ee44","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.266748824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.266804315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.26723637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.26916164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.27190398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.27191834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.272084601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.272112012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.272121392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.272317004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.273957531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.274151864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.27573973Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.278140076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.278159976Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.278284528Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.288846381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.288870051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":36,"elapsed":"22.147467ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.307301378Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.307572321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:28.338440851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"66.31366ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:31.939845481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"84e93946-8b89-40c2-aae0-3029e6a105ff","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":418,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266101516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266153826Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266164257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266172537Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266184347Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266192457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266201167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266207777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.266215537Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:54:38.266151616 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266223897Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266230587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266237217Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266244747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266251138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266257598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266265587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266273238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266279948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266286668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.26650458Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.26652683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266584131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266638451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266650502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266681162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266700022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1254, tv_nsec: 7510989 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266761533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1254, tv_nsec: 7564650 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266802103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266810913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:04:38.266818253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266826324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266833414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":8,"elapsed":"8.46µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.266841874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.267104507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.267124167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"964.191µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.267270128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.267327959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.267348819Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.088962ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.267698533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.267894525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.268912096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:54:38.266151616 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.268940786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:54:38.266151616Z\",\"pruned\":[]}","iteration":7,"elapsed":"2.7666ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269064228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269079738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.26928541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.26930896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269439361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269464762Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269583793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269611553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269623734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269742555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269768455Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.269884866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.270015708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.270037238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.270079648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1254, tv_nsec: 10883565 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.270362011Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.27120848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1254, tv_nsec: 11986677 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.271442033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271870307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271892458Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271903688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271912588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.271923208Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271933268Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271942238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271952038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271961168Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271974309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271983939Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.271992869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272002529Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272012889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272021149Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272030139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272040189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272049429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272059249Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.27206855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.27207846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.27208765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.27209811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.27214599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.27215577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272165061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272174441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272183991Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272193241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272202921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272211841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272221741Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272230401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272239502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272247962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272257352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272266042Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272274962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272283082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272292642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272301182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272310382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272319122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272408203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272514105Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272532985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272544935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272582985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272608135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272627916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272640176Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272650906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272663076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272675356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272688136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272699946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272712727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272723037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272735097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272746917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272841348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272859398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.272991359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.273246532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.273272353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.273284633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.273293503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.273300713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.273310063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"6.49718ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.273398444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.273550425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.275272854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.275298174Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.275308364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.275473206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.277412407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.277434337Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.277567388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.277577808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.279467939Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.279491429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.279667791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.280713182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.281322759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.283433181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.283456831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.283673594Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.283685784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.283791155Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.283824355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.284014208Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.285696266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.285748926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.285843937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.287905899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"15.897451ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.289022361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"16.956452ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.289323384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.292099604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.292130014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.292312566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.299488233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.299549143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.299565834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"27.414993ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.299915727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.302194532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.303539636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.303571777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.303873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.305248984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.305273425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.305515557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.312118498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.312160478Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":7,"elapsed":"38.892516ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.313030808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.32729422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.328275761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.328726236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.330813688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.330843388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.331066651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.339855495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.344785927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.345551056Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.346032181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.348466397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.348495637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"76.520149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.350981734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.351409728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.354565112Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.354599022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.354611452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.354621992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.355020257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.355544052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1254, tv_nsec: 96334619 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.355926446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.355994497Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.35720983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.357670125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.360768868Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.361740379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.362342025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.363527698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.364639959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.366953994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.370162678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.370196959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"100.721077ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.370211399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.370225559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.37030632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.37407235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"101.93405ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.374105941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.374120321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.374129571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.37500939Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.375216913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.375240523Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.375491515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.377910461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.378622349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":7,"elapsed":"105.372467ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.381113386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.382564041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.382872765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.382902865Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.383090447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.38427072Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.38429997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.384786285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.387959319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.387992679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.388276572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.389102011Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":13,"elapsed":"117.075002ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.391136163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.393034773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.39361712Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.393737541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.394072344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.394875693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.395013364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.395146766Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.398935906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.403207342Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.403244843Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.403496735Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.406582678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.406655509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.406696659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"134.554529ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.421370656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.421428037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.421845111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d25d42ed-4e26-4ca4-a229-fa9c8a2e1d25\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.421872102Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.423401558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.434708079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.44320753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"171.262381ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.448992062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.449034852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.449047682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.449057733Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.449070313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.449818931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.451416408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.451448678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":37,"elapsed":"184.631905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.452046385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.453373399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.453789323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.454057556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"182.153688ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.455040697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.455073587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.45534722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.457173829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.45721692Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.457457392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.458941648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"186.788958ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.460581486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.460606706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.460621616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.46096262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.46099289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.46100719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.46101718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.461411285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.462928751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.463174924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.463584578Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.467923444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.467952415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.468164327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.470565803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.470592213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.470604413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.470616253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":7,"elapsed":"204.354676ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.471958027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.471982698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.471997198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.472262881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.47781472Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.483500561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.483530631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.483785094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.495044984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.495087905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.495103315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.495117195Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":7,"elapsed":"228.999539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.496885374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.497269578Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.497728073Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"225.717364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.507912302Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.508332856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.509536609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.513557992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.513618933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.513630543Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.513643263Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.513657964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.513890386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30262f2e-2bfe-4f05-9470-db1d816a3aab\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.513932666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.515594954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.515630374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.518284733Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.518318283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.518331734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"246.330384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.518608906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.521614398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.521646329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.521888872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.527792905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.52828004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.563688309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"291.532438ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.572647944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.572694805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":13,"elapsed":"300.713776ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.576959481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.577368415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.58246284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":13,"elapsed":"316.312503ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.602231831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.602277441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.602656676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b16311a8-2507-4791-8e44-7c9bbdab8bdf\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.602692486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.604248102Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.604642437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.604684967Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"338.4823ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.6114643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.611871174Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b596e22e-ce6d-4163-8dc1-c6484ecaa421\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.611899864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.613859485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4fa6045a-60f4-47b7-9f85-891cf2e45931\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.613883316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.61527696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.615299321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"349.182074ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.65260315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.653253997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.657407541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.657951667Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.657981237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.660576625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.665470867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.665517908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.665783721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.666517679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.666544899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.667075265Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a2a324-ce99-432a-ab67-53e4dd2cd059\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.667104165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.667398568Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.669575921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":13,"elapsed":"397.39452ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.707694949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":13,"elapsed":"441.477091ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.723155534Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.723515258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.727099107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.730281881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.730348981Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.730581034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.732187971Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.732562075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.732588945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.732802077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4a8935c6-04a2-49df-a322-f69aa8a13356\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.732817618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.73306842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.733080311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.733631346Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"13532ff1-6a88-4dee-8803-9a271a28b406\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.733651446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.734818919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.734839419Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.735037931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.735278484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f0eccbd0-067b-4d19-8107-a9674ff4da87\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.735303924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.73578962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.736226074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.736822731Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"57924a80-6ce5-455c-bcc1-b41346684982\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.736840781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.73767466Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.73769375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"465.528539ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.738368157Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.738399537Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"472.1912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.740180916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.740408249Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.743905016Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.743921627Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.744367871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"11b85c13-7a51-406e-89ea-04ac8d25b85c\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.746405023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":13,"elapsed":"474.370664ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.758691794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.759115419Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.761124891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.761147811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.761337103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773101159Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773131509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773389812Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773401352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773408892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773416952Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773425032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773432152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773612454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773635634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.773764186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.773789286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.774017138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.776644637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.776668187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.83777016Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.84891957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","registration_count":"2"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.84897045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.885036836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.885192167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:65454"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.885305809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d204fa9b-32a8-453a-9494-deed51e8fe27","remote_addr":"[fd00:1122:3344:101::c]:65454","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.885784764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d204fa9b-32a8-453a-9494-deed51e8fe27","remote_addr":"[fd00:1122:3344:101::c]:65454","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.898370679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bc2ad00a-953c-4a41-bb57-a2ca4ed1e995\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.898402529Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.898413359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.899054076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8b37309-c539-4100-bf9e-7d7af93bf96d\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.899084226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.89945183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.899510511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d55374b2-673c-457a-8b67-78f222c726ea\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.899534431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.899544151Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.899552571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.900901706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":13,"elapsed":"628.848906ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.902821926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.903268531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.906752778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.907024581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.908858931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.909086633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.915632453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":13,"elapsed":"643.523093ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.940967284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/oximeter.rs:76","collector_id":"22ae79e2-3731-44c9-8346-78c5ddbfe577","producer_id":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:38.941000104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/producers","method":"POST","req_id":"d204fa9b-32a8-453a-9494-deed51e8fe27","remote_addr":"[fd00:1122:3344:101::c]:65454","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":55746,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.941056085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d204fa9b-32a8-453a-9494-deed51e8fe27\", \"content-length\": \"41\", \"date\": \"Thu, 08 May 2025 22:04:38 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:38.942352239Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:41.939502447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"4c1cf0d3-2a43-42e9-9c26-1d4bbb224d78","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":252,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.267724492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.267781803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.268089736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.269750164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.272763196Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.272785856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.272794077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.272802387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.272934328Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.27312991Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.274803648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.275048751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.275286463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.275439005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.276166273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.276937191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"4.151975ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.278829941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.278853621Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.278977303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.287654106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:48.287672536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":38,"elapsed":"19.987154ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:51.929452818Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:56709"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:51.929541888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"76bed562-7611-429b-8bd7-81c73f986eaa","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:51.929888552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"76bed562-7611-429b-8bd7-81c73f986eaa","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:51.932846224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"76bed562-7611-429b-8bd7-81c73f986eaa","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3349,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:51.933048216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"7ef3620b-52cf-47ed-bef9-49c576e8cbf9","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:51.933298379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"7ef3620b-52cf-47ed-bef9-49c576e8cbf9","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:51.935227849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"7ef3620b-52cf-47ed-bef9-49c576e8cbf9","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2210,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:04:51.939587396Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"447faac2-15d8-448b-aa94-a36736fb7f9d","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":247,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.267794962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.267847162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.268154786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.269592971Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.272167229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.272179789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.27233335Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.272362571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.272371891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.272672194Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.274230961Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.274474933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.274507504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.274674866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.275860608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"3.490867ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.276801138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.279274745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.279289985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.279427216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.289840354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:04:58.289860182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":39,"elapsed":"22.118546ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:01.939251871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"e3b33af3-77e7-41b8-b169-641ace1e5fe3","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:06.929362356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"3e324761-1749-425d-861a-867a48531432","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:06.929707669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"3e324761-1749-425d-861a-867a48531432","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:06.93257229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"3e324761-1749-425d-861a-867a48531432","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3286,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:06.932875113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"a77d45f6-08ea-4c18-9022-5a505b7dbee7","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:06.933160516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"a77d45f6-08ea-4c18-9022-5a505b7dbee7","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:06.935043446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"a77d45f6-08ea-4c18-9022-5a505b7dbee7","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2215,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.266197324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.266249125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.266260365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.266269335Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.266555588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.266569408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.267098474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.267108044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.267115844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.267376317Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.268466368Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1284, tv_nsec: 9012935 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.268736911Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.269597431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1284, tv_nsec: 10143947 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.269838833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.269902604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.271177707Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.058973ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272475001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272488831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272496002Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272502942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272509582Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272517732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272524182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272531392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272538372Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272544932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272551412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272558422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272564892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272572812Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272579152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272586343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272592492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272598852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272604443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272610473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272617183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272623873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272630303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272636683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272643733Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272649923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272660963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272667763Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272674323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272680673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272687473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272695474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272707144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.272713914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272720364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272857205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.272877746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273008567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273031237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273041787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273079418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273128558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273138848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273147038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273156438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273164619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273172419Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273179079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273187009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.273194969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.274486683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.274746015Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.275733376Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.276686736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.278965111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.278986771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.279158193Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.27986582Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.27988137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.280047702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.280893881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"8.256978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.282051864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.282854722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.283373538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.284236967Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.284262797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.28453475Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.286091227Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.286294999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.286318119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.286479821Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.286491671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.286568512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.286809675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.289002958Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.289359262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.289682135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.290303072Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1284, tv_nsec: 30830318 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.290736167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.291335363Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.291362173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.291694277Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.291804828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.291819348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.29201091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.300178548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.300225628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"27.521894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.320167431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.320648166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.328074806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.328124126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":40,"elapsed":"60.997622ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.332581374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.333033679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.33409742Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"61.525458ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.33500699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"62.376197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.336674068Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.337065202Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.337142073Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.337456846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.339815671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"67.250219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.340800642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.341086575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.345837966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.347210341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.347360592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.349103531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.349129691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.349466635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.349482005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.351385745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":14,"elapsed":"78.769403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.352312435Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.352587848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.353295696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.353321596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.353332886Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.353625619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.353649779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.353854332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.353932313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.354399138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.354847962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.355238926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.356695972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.35746414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.35748968Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.357650532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.358185488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":14,"elapsed":"85.664316ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.359764665Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.359789575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.359977747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.364493675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.364530436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.364964231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05672479-a68f-4006-9250-fe0d7bcad55b\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:05:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.364995871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.365275304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.365300404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":14,"elapsed":"92.596691ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.367032262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.370729152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.370996805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.371352539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eebc9beb-c94e-43d1-9cfc-19c5e7cd31b5\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:05:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.371378209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.373007117Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.375507273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.375533653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.375817747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79f1a9b5-bd7b-4758-9af3-a799ceab5746\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:05:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.375842737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.377885229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.384829283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"112.331872ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.388486022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.388885236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.410125283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.410185044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.410194844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.410470757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.420339703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"147.66945ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.429561881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"157.06081ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.443260528Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.443730483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.453182044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.453208694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.453218554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"180.611492ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.468962923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":14,"elapsed":"202.766889ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.475017488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.47527796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.483329486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.483783381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.497557019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.497584989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.497922393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a190648f-5f53-4aaa-b202-6d923eb2e6b4\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:05:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.497964263Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.498316477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.499384228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":14,"elapsed":"233.203554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.499744572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.501606322Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.501620802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.501790884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.50329888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.505431493Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.505453343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.505601895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.558103236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.558150587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.558392449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9acd77aa-0c12-4433-99c1-00ed43fa4fca\", \"date\": \"Thu, 08 May 2025 22:05:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.55840924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.558775964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.560930136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.561156439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.563837027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.564285742Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.56874444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.5687734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.569058074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.5696196Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8243d24a-fe31-4b5c-be6b-bdd491a5f893\", \"date\": \"Thu, 08 May 2025 22:05:08 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.569862512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2559b5f-48ba-4fe8-b760-015e024b8673\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:05:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.569890342Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.569900712Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.569908652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.571018764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":14,"elapsed":"298.29477ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.571160416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":14,"elapsed":"298.584054ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.586251717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.586699672Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.590398822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.590412852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.590686515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601213797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601238068Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601624362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601637172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601644262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601652022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601659172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601666412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601852774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.601861334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.602045196Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.602053126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.60241718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.604885267Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.604907147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.726377456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"275837e4-57ae-43f7-b649-825487685fd9\", \"date\": \"Thu, 08 May 2025 22:05:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:08.726421457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.726432607Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.727128864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68594e77-f8c5-433f-884f-e22f7e73e772\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:05:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.727154085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.727425887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.730883164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.731202258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.735776207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.735980449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.737706257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.738049721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:08.744722342Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":14,"elapsed":"472.19106ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:11.940081619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"57455281-7326-48cd-be8e-4af43a21f36a","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.267267285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.267322405Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.267632938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.269496778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.272326259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.272353949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.27250989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.272535021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.272545481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.272732823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.274233629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.274505342Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.274557672Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.274869356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.275889247Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.276783336Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.243535ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.278696597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.278710797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.278902859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.286834464Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:18.286854044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":41,"elapsed":"19.6078ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:21.939782335Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"996c4bc8-fd67-4a4d-aaae-bc6abe09f7f9","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":345,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.267985611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.268036772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.268357655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.270092923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.272643071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.272668021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.272787272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.272824363Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.272834443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.273165647Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.274319549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.274635502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.274962516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.275126077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.275844785Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.276722994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.896671ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.278435653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.278453443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.278588034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.286577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:28.28659542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":42,"elapsed":"18.64138ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:31.940481832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"0cb2c6b5-efb7-4673-92ad-5bd0ca5aff1a","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":417,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:36.929866608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"77695f8a-9692-4ba6-85a1-ae4020217f4e","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:36.930210801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"77695f8a-9692-4ba6-85a1-ae4020217f4e","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:36.932627147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"77695f8a-9692-4ba6-85a1-ae4020217f4e","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2855,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:36.93294334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"1a730f4e-14a5-44d2-86a3-73eb0e601934","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:36.933338005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"1a730f4e-14a5-44d2-86a3-73eb0e601934","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:36.934915302Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"1a730f4e-14a5-44d2-86a3-73eb0e601934","remote_addr":"[fd00:1122:3344:101::d]:56709","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2043,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.26706212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267114591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267125321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267133931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267142891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267150361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267158331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267166241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267173382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267181802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.267188622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:55:38.267169851 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267196652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267203632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267211222Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267219162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267278732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267291913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267300233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267307473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267375014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267385024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:05:38.267395964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267406764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":9,"elapsed":"9.27µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267419774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267431794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267713777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267752578Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267775278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267843869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267864949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267878219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.267892729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1314, tv_nsec: 8132896 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.26794079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.2679631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1314, tv_nsec: 8204366 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.268330254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.268357414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.177393ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.268441305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.268456115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.168252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.26895547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.269208273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.270935152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:55:38.267169851 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.270954312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:55:38.267169851Z\",\"pruned\":[]}","iteration":8,"elapsed":"3.778571ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.271168284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.76506ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.271495448Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.27170979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272000333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1314, tv_nsec: 12239040 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272028173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.272239966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272413627Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272433218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272441358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272448718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.272455388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272461678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272467588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272474018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272481258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272490588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272497228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272503579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272510559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.272518129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272524479Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272531799Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272538779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272548339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272556609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272567809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272579609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272589379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272600049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.27261061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.27262045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.27263163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.27264192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.2726518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.27266229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.27267312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.27268457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.27269499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272705181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272716981Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272727351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272738811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272749961Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272761561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272771861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272783262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272792822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272835842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272872123Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272898383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272909503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272918633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272971993Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1314, tv_nsec: 13232580 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.272987234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273002494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273011624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273069894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273080455Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273089325Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273097425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273106515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273128835Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273157795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273171036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273181926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273192576Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273203436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.273266207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273406418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273431008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273441949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273451029Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273460839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273620631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.273706961Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.274068035Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.274116536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.274231617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.276118307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.276142237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.276221558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.276718593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.276733284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.276935906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.278589584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.280206841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.280578355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.280590635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.280777037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.281190041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.281454164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.281464694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.281616376Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.281717867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.281728857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.281735587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.281741967Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.281899949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.283055971Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.283085692Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"10.647784ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.284382895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"11.839767ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.285441587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.285469837Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.285481327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.28571494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.285861871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.288021374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.288719192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.290494951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.291287229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.29131306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.291518472Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.291583852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.292450232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.292503962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.292763045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.294471183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.294500064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.294562124Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.294586485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.294749046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.294765137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.298672358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.298698549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":8,"elapsed":"25.24699ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.299113883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.30349974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.30353082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.304273098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.304757644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.305063577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.3053948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.315327417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.315788242Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.321890357Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1314, tv_nsec: 62132773 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.32218857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.329804261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.330147235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.330329507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.335001677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.335033327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.335207839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.33903424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.339092891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"65.880295ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.341752489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.346760133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.346815813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.347708033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.347734213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.348005966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.350510433Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.350542033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.350551833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.350558443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.350991688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.354160732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.354615606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.359225266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.359516209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.360067825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":8,"elapsed":"86.630486ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.360714872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.360744992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.360758302Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.361231027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.363845385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.364212489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.364479832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.364789005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"92.390098ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.365522453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.369052921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.369079891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.369097731Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"96.541752ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.369524036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.369549696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.369827979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.370012651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.370038431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.370208693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"97.671604ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.370259694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.381320802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.38580316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.3858547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.386083913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.386115323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.387956803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"115.492435ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.387993423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":15,"elapsed":"115.405584ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.388835732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.388868813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.388885373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"116.385935ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.389224357Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.389277057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.3895151Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.389746622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.390141326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.392951487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.396321483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.39984094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.400269945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.410256232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.415207374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.415247165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.415496848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.418971105Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.423742216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"151.115416ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.427556437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.427588477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.427599847Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.428000531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.442746429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"170.257601ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.444540948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.444581439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.445003503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7761969e-914f-4d1e-89b3-e1da76f8cd0b\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.445038364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.44658512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.448579871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.448613412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.448948935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8c5f148-3464-4f70-b27f-aa752d37c383\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.448966466Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.450178119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.450209099Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":43,"elapsed":"182.829836ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.452086009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.452603274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.453071059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.462259208Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.462325718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"195.199088ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.465525033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.465559833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.465575713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.465876787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.46616101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.469246483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.469269873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.469563766Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.471576857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.475821463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.476346359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.476715612Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.476742303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.476752803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.477020876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.479421741Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.479485992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.479764645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.484617197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.484648487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.484663928Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.48488156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.485084742Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.485466936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":15,"elapsed":"213.051899ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.485487246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.485500416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.485510946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.485521757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":8,"elapsed":"218.473956ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.486220354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.490654641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.490684522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.490882684Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.49423533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.4942589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.49427009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.49428074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":8,"elapsed":"226.979638ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.507397761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.507449431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.507463651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"234.763711ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.535852765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"263.250755ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.542127922Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.542620057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.55031554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.550412651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":15,"elapsed":"277.784461ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.551490092Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.554741507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.554778318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.55505449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.559376057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.562408309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.562442459Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.562688262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.589551369Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.608120528Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.608608603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.659006912Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.659058963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.659526748Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a860c1-c10d-43ea-9fea-9129cc4d40a8\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.659558828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.661417808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.704694681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":15,"elapsed":"437.465248ms"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.705392289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.705415119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"432.931721ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.706213987Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.706240827Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.706647702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75a37cf3-1a08-4435-aa46-2d2843ab1e60\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.706697332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.707117077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.709076298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":15,"elapsed":"441.937417ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.714027061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.714425985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"fcd33371-dbb8-45c5-bfd1-b97a1ee22c05\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.714448425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.717135024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7545f271-1725-43d0-811e-645c11fb6233\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.717164284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.719383558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.719405498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"452.246707ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.722895776Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.723406731Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bb398b2b-0d5a-4faf-8921-2e7a27925da3\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.723434051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.724822016Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"69ada295-1b95-49e9-8af2-8f04750b452e\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.724849697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.726437123Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5c15f0f5-f49d-47cc-ad5a-cc6df15c60d4\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.726464154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.728335454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.728373544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"461.144862ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.753901817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.753931888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.754066999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"57b25bd0-bdf0-48df-9371-a835a372456e\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.754087679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.754383173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.756487815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.756675947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.75974755Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.760100014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.764713393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.764742163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.764969986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2889cac8-4b9f-4559-ab82-9335784f378b\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.765932586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":15,"elapsed":"493.517289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.835229727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.835603231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.837004236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.83732617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c8bc1b3-a941-46b2-b6ba-bc6f72944400\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.8373444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.83735361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.83736133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.837789585Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.837802895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.838013367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.838209239Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":15,"elapsed":"565.64424ms"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.848251246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.848276377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.84857061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.84859586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.84860514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.84861267Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.84862011Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.848627181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.848770722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.848780632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.848922964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.848931454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.849260887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.851890965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.851940936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.950918395Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"843b1579-8041-482c-adbe-c0a25cdd4046\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:38.950960155Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.950991775Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.95138437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"430afc79-c019-4229-a6ff-95ee2ebbc4be\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:05:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.95142571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.951859615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.955080019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.955312442Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.959001361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.959389855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.9616761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.961899012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:38.969475923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":15,"elapsed":"696.975295ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:41.940029916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"4c39dece-471b-434a-b8c5-c6541e544df1","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.268230332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.268279062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.268582335Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.273228065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.273249825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.273558098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.276276498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.27646832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.309897787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.312662357Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.312674617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.312847129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.313695488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"40.470693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.314766529Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.315058042Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.316338576Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.318945084Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.318964664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.319100416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.330157024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:48.330181504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":44,"elapsed":"61.960683ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:05:51.940161516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"da45f783-25c0-479c-9fa5-d0ff673d967a","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.268351602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.268398043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.268717446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.270285223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.27284764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.272869341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.272994022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.273022702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.273031162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.273376646Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.274934983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.275060754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.275111305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.275249276Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.277104726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.279882396Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.279904936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.280028377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.288003942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.288029103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":45,"elapsed":"19.694031ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:05:58.306796363Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"33.762541ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:01.93965918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"c5a28b5b-4ece-4a60-b4b2-b63e747c1683","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":282,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.267634664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.267688594Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.267699054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.267707064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.267714654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.267723525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.267731594Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.268065918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.26820815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.26822081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.270617385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1344, tv_nsec: 10589712 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.270943059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27109309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.271126861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1344, tv_nsec: 11113628 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.271384524Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.271525255Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.828861ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.272823979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.272845559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.272858429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27286964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27287894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27288962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27289834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27290805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27291776Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27292788Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27294325Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27295262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27296087Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.272970201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.272979711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.272989211Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.272999081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273008661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273018661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273028051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273038181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273047651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273057022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273066151Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273075922Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273085362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273095322Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273103972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.273113022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273121782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273131202Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.273139282Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274021552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274041682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274053862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274066132Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274078632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274090482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274101603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274114503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274126683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274138263Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274150053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274161313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274172513Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274183614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.274195024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27477632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.27479351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.275043253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.278177076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.280331619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.28035678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.280530562Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.280605442Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.282774246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":16,"elapsed":"9.820925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.282826536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.28318186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.28319589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.283353412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.283878997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"10.920077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.284208591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.286212032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.286239292Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.286493225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.286544556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.286561296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.286711028Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.288763359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.289976132Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.290986943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.291439998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.291965644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.291990954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.292003284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.292241027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.293373869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.293883564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.293912305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.294155837Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.297707045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1344, tv_nsec: 37683282 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.298007778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.300390354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.302026861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.302451196Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.303422436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.303448187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.303693169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.328957129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.329460615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.332125293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.332631519Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.334733851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.338202378Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.338684404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.338898406Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.338920896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.338931836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.338944666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.33926193Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.33931137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.339559523Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.339600113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.339903426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.342725937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"69.851167ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.34307346Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":16,"elapsed":"70.191821ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.343432604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.343449224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.343458204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.343695477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.348847102Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.349330997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.355829157Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.356208111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.360984112Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"88.001652ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.361548248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.361579028Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.361908972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ea1c646-aca2-4d06-a539-56828d4d0478\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:06:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.361932592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.362856272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.362878812Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.363515459Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c94bb52-8749-4e53-b253-3dc6c97e3b4b\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:06:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.363542199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.36456994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.365109716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.365279668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.365807083Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.365834104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"92.917403ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.366443526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"93.47583ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.366764849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.368080928Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.368110508Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.368356021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.36922114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.369516003Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.369539063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.369737365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.37205285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.372189602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.372205682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.372316913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.372403434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.374588717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"101.539876ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.377914213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"104.836161ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.38605119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.38607896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":46,"elapsed":"118.389596ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.399719316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.400184681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.402116452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"129.275142ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.403004731Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.403032052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.403329985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d49ca660-ba32-414d-9f13-9bcbed409ef7\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:06:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.403349025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.405579079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.407018784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.407044244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.407054485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"134.180915ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.412972408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.412993158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":16,"elapsed":"139.971867ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.433554178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.433918712Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.444846699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.445082901Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.445428135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":16,"elapsed":"177.788212ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.493705451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.493734232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.494103296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55c84643-a2c1-43fd-abe7-2bd496477ee0\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:06:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.494136216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.494547431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.496012556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":16,"elapsed":"228.385703ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.508070955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.5084841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.511563513Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.514978609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.515003809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.515240862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.526826406Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.529248802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.529282202Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.529471554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.584479542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.584529873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.584812026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cf175098-5846-4dfe-bfae-7a50aa43b23a\", \"date\": \"Thu, 08 May 2025 22:06:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.584834496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.58521559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.58706621Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.587272022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.59456092Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.597652993Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.601282902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.601306542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.601700606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4afffda9-ea6e-40e4-baea-7c7c30d4973a\", \"date\": \"Thu, 08 May 2025 22:06:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.604266544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":16,"elapsed":"331.201353ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.614906308Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.615370533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.61793266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.61795636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.618205913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.633990272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634036292Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634404376Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634430757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634439717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634449907Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634463847Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634472467Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634664809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634678839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.634837041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.634896062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.635254545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.63847045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.63849931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.671213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.769782055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07ce33a7-6384-4abd-83b4-698539df1782\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:06:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.769818595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.769833285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.769843545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.771586764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":16,"elapsed":"498.583593ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.882798463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c141ceda-b32d-470c-824f-61a3ba521836\", \"date\": \"Thu, 08 May 2025 22:06:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:08.882839054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.882849194Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.888497884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e207edd4-36ba-4704-960b-af5b6397d571\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:06:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.888542545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.888950439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.892474657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.892822011Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.896149636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.896398859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.898130007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.898476721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:08.905612237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":16,"elapsed":"632.691297ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:11.939945552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"476e504f-323c-4943-b074-f265474944af","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":278,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.268145178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.268203938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.268543212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.270436272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.27307715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.273107661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.273236602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.273273943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.273286043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.273632027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.275121603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.275285924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.275534987Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.275547047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.277042583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"3.769321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.277195965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.279857343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.279871893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.280012235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.288618127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:18.288633097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":47,"elapsed":"20.53009ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:21.940222094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"c668af4e-bb03-41f3-8c3e-655b4d33df58","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":340,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.2684707Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.268540601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.269015576Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.271244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.273237122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.273249752Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.273494524Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.2740551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.27406823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.274214852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.275031111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.275182032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.276071252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.276281454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.276776169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"3.537298ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.27776304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.28058129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.28059438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.280756132Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.294175746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:28.294205336Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":48,"elapsed":"25.755996ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:31.940457895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"f534719b-d6c1-49ed-916c-67071eee98b1","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":377,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:36.930729531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:58318"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:36.930853633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"5ac53dd6-05ef-4556-8373-479d0ade03a6","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:36.931362808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"5ac53dd6-05ef-4556-8373-479d0ade03a6","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:36.934103067Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"5ac53dd6-05ef-4556-8373-479d0ade03a6","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3315,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:36.93434958Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"5bf5d47d-24f8-467c-a8ab-c3cd0bc12214","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:36.934683624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"5bf5d47d-24f8-467c-a8ab-c3cd0bc12214","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:36.937260151Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"5bf5d47d-24f8-467c-a8ab-c3cd0bc12214","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2969,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267655511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267718562Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267732042Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267743132Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267752942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267759762Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267768162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267774902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267782822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267791163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.267799283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:56:38.267753392 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267808423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267816333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267823453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267829833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267836903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267844683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267852813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267859933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267878704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267913134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:06:38.267924344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267932864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267939694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":10,"elapsed":"14.089µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.267948164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268085556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268245567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268301238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1374, tv_nsec: 7999364 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268341108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268354109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268370499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268382709Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268420099Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268431039Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1374, tv_nsec: 8139986 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268844274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268873704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.078821ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268919455Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.268942615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.098661ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.269628892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.269833384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.270568392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.271233599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.312895ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.271767585Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:56:38.267753392 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.271781745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:56:38.267753392Z\",\"pruned\":[]}","iteration":9,"elapsed":"4.018643ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272066218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1374, tv_nsec: 11779595 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.27228602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272366681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272378441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272518513Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272909117Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1374, tv_nsec: 12633154 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272924157Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.272932647Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272939207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272945968Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272953468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272960628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272967698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272974388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272980788Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272987988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.272994678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273002548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273008758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273016018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273023219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273029708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273036728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273043469Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273049599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273056769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273063059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273069349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273076119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273083949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273090289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273097409Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273104749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27311538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27312564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27313574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27314518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27315414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27316397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27317319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27318323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27319239Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27320182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27321079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273220621Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273229671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.273239701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273248591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273262091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.273320852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273421393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273462043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273507334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273520474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273546214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273574954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273585014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273592214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273602365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273614995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273627905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273637635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273645925Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273654595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273662345Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273676386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273704306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273712296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.273758956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.274310332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.274335182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.274347093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.274359533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.274531844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.274556425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27509163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.275204292Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.275665187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.276364954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.276657277Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.278213804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.278236454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.278424256Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.279492298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.279506948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.279596859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.27967303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.285009247Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.285032327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.285039827Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.285186569Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.28529057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.286452832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.287063929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.288312932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"15.236793ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.28904892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.28907682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.289304422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.289916829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.28994258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.290128061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.290151992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.290164312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.290413505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.290789598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.291581487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.292191153Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"19.158525ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.292386615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.292722269Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.294926033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.294950143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.295156575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.29563729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.297929465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.301087139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.301113859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.301352322Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.301441243Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.302074119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.302256751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.302412743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.306648488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.309935703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.309973304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.310051944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":9,"elapsed":"35.718592ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.310217796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.31524496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.317726167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.320481456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.320513036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.321288095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.322405587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.322429177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.322618559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.322657609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.323563629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.323585919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.323843352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.325709842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.325996485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.329611154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.330034058Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.333814829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1374, tv_nsec: 73503035 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.334235333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.335338225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"62.182905ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.336964532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.337011713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"63.997024ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.337349687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"64.161576ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.337522078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.338000634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.339597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.341773034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":9,"elapsed":"67.455042ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.342914546Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.342943566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.343018967Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.343196649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.343573953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.346185431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.346213361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.346224802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.346235091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.346245012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.346723487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.349109382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.349415065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.349441446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.349585927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.352723631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.352750411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.352802892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"77.914314ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.353137865Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.353532809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.354579791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.354606711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.354852553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.358140298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"84.951148ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.372015587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.372061078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.372071787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.372080828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.372516662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.373590584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":17,"elapsed":"100.475435ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.374950278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.375767057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.376135161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.379178294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.379663609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.38073878Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.380766071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.381051564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.382994404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.383290287Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.389423853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.389518134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"116.388105ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.393653238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.393722759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.394028902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.394118833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.394135714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.394143974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.39478401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.394812001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.394822511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.394833541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"121.421859ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.400769825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.400823695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.400836815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"127.822936ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.40217994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":17,"elapsed":"129.158191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.405443584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.405881799Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.406391965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.410097704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.410126515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":17,"elapsed":"137.055995ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.411113575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.411146605Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.411158446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.411356128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.41152897Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.412916244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.414687133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.414713754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.414868515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.420368884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.420393144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.420406304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.420419675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.420652187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.422728829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.423326146Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.423342176Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.423605919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.424080654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"150.873653ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.425485309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.427498691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.427524851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.427757073Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.428687983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.428712093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.428960666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.432195341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.432223181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.432236091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.432248421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":9,"elapsed":"164.60877ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.437343326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.437371766Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":49,"elapsed":"169.485723ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.438552699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.444540093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.444570353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.444580713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.445029358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.446678456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.449558616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.449583567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.449728078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.451606748Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.451627049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.451635989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.451644119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":9,"elapsed":"183.782665ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.453779792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"180.620161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.456856985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.457229849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.459600234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.459623294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"186.619446ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.481165634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.481193545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.481319746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.481351367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"213.680205ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.481523928Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9d0e77e-3848-4356-b529-081121b7b4fb\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.481537558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.482937533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.502856166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.502896787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.503247581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb86161-1d17-4ed6-b6f1-96ede9d73670\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.503268271Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.507539007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.554247266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.554295437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.561744396Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f468e26b-443d-46ac-89ac-26c1cab37b6a\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.561791097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.562387793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.598231117Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.598270917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.598738382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"774714a3-c172-4a2a-9f2a-044241d986ac\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.598764032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.599139676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.601178878Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.657173297Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.657615202Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f67c0e12-b5f0-4190-ab72-56261f00f762\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.657638382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.659212319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"329658af-8805-4c24-93aa-42054e16f4c8\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.659226659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.661099709Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.661114769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"393.399188ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.756098845Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.756277867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.75653632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a78d85-5e38-4a58-ad06-8b39d52509ae\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.75656057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.75657037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.75657796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.758229418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":17,"elapsed":"485.22662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.759448621Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.759731764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.762400913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":17,"elapsed":"494.707171ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.767613978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":17,"elapsed":"499.829146ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.800131096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.800639432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3ee06e05-3c1c-4734-a650-3151576b9b45\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.800677432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.801475451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.801497291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.801675423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a1407d06-38d9-4fd5-bd3e-8908250432d8\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.801688553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.802108057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.802760454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"69b0945c-4603-4b72-84b6-83106043378b\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.802781954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.804328001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.804710975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.804823996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3a8a117b-b51b-415f-9335-e31e0be0893d\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.804834536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.806908809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.806954519Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"539.153547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.808345044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.808669728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.811365856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.811384786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.811754661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b1a21177-478b-492b-a961-40204dad00ba\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.813686231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":17,"elapsed":"540.746464ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.814432079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.814779403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.816182598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.816193708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.81638201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828111996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828140856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828415429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828433559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828441039Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828447959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828454369Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828461049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828624331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828639351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.828854744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.828863453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.829097866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.831292579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.83131893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.953870491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a1730d8f-eb0c-4378-a72a-d5003d7c616f\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:38.953913841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.953924441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.959880085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"443e12b4-79d4-4d30-8a06-c78748014300\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:06:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.959915575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.960302879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.964178511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.964550635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.968334635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.968632019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.973376359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.973933625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:38.982676869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":17,"elapsed":"709.62381ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:41.940586566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"a0b012bc-776d-4342-ae5d-903ba9f7806d","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.268772432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.268821832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.269125886Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.270714013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.273420462Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.273433942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.273593293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.273632164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.273641914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.273996668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.274692505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.274998128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.275771267Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.275952489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.276596305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.277523306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"3.886661ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.279234634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.279254184Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.279382095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.291551045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:48.291575356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":50,"elapsed":"22.818235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:51.93077272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"d821af04-4f79-449b-85b0-df4e035469a6","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:51.931095744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"d821af04-4f79-449b-85b0-df4e035469a6","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:51.933940724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"d821af04-4f79-449b-85b0-df4e035469a6","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3244,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:51.934240887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"a563cef2-2a83-4be3-870b-01b35f7b3c5c","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:51.934565031Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"a563cef2-2a83-4be3-870b-01b35f7b3c5c","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:51.936682653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"a563cef2-2a83-4be3-870b-01b35f7b3c5c","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2499,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:06:51.939991379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"0f7ab29e-15bd-42ab-a1d9-f0fe10aaf9b2","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":252,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.268391887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.268437817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.268761151Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.27055179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.273223668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.273248749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.27339519Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.273442021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.273463081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.273801795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.275433792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.275713635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.277038349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.279599767Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.279621287Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.279762698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.28927964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.289304111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":51,"elapsed":"20.926673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.306628886Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.306849058Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:06:58.308199953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"34.761981ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:01.940824817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"968375ed-8b35-49d7-8edd-f1c230a53ab5","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":246,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.268050032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.268100803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.268110113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.268117653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.268468567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.268574728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.269086133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.269096883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.269103303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.269383066Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.270804352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1404, tv_nsec: 10237028 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.271057964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.271290677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1404, tv_nsec: 10740224 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.271536209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.271809492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273169027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.066734ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273185397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273193617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273201467Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273208917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273215857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273222547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273259698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273267628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273274898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273281378Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273287048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273293298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273300528Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273307058Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273313898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273320048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.273326228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273332509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273339799Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273345959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273352719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273361129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273371659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273381939Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273392319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273403599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273412549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.27342166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.27343069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.27343958Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.27344812Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.27345816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273523431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273723903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273744593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273754143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273789333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273805684Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273840744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273870674Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273899725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273909555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273918145Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273926355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273933035Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273941135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.273949545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.274895865Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.274918136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.275030917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.275061307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.27532581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.275769415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.275948816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.27722179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.277964478Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":18,"elapsed":"4.763221ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.278269421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.278283172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.278455323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.278908898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.278931408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.27911093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.279643816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.279663366Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.279825318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.279918199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.280684517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"7.409769ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.281795989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.281819609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.28182911Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.28183497Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.282064782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.28280724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.28282073Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.283037383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.283653279Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.283828801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.284044693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.284060233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.284220275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.284999203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"11.588554ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.285714781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"12.470414ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.286377278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.286655261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.287911984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.288500891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1404, tv_nsec: 27938028 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.288790504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.289673393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.290052567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.29029283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.29032067Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.290520492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.292712716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.296010361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.296039951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.296198633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.298449307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.298476828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"25.072408ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.311876141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.311934872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":52,"elapsed":"42.805018ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.337695617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"64.300738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.339799519Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.340352285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.344987885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.345376269Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.345408779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.345522921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.345852774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.346506481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.346800885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.348602084Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.348631644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.348820896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.349673205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.349702265Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.349712105Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.349952408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"76.746141ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.35011279Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.3501486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.35196917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.35199816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.352121261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.352145202Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.352212382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.352482635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.352625226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.354949391Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.355217244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.355593608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.35672839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.358842333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.358867953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.359068755Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.359587661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.359603961Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.359897744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.360970846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":18,"elapsed":"87.637078ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.364889138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.364909948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.364944338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"91.584929ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.365217721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78d2e64d-5872-42f1-9133-c36110d8ce3b\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.365236671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.366749298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.381099461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.381586806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.394690336Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.394958699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.395149331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.395175982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"121.976694ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.39687714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.398639859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.398653789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.39881457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.399912122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.401249416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"127.988098ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.402071685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.402085916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.402274367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.403652852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.403676942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.403686162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"130.435765ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.436387192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.436414043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.436777656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a2f7c4-eb59-46b1-a2db-d3274f5d869e\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.436807267Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.438343613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.465864548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.465891538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.466150631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb4d6e2-300d-422f-986c-6bb8a8bd030a\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.466169691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.467614636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.510743248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.510771558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.511180312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24d901e7-2dbd-4867-b882-da7744e781d8\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.511218873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.511659708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.529218245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.529532339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.5324289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":18,"elapsed":"264.390077ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.585948812Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":18,"elapsed":"317.87375ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.6007136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.60074629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.600977893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2a76aa3a-5360-40de-8cfc-ca6170fe19b5\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.600992373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.601350437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.603193727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.603444189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.606838826Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.607338471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.672508388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.672920902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.67832286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.679779826Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.679808506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.68014714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.681436064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.681462914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.689802043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.689829183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.690137757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.690157867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.690165087Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.690172127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.690178727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.690185737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.690366489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.690376569Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.690612662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.690630892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.690991296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.693155419Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.693200089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.730418257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"42deaaf9-8469-43d9-861a-714adfda93dd\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.732005664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":18,"elapsed":"458.702666ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.732067735Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffc0edfe-0eb3-4e52-a110-fee0ec91c020\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.732089115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.732100775Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.732110735Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.733970235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":18,"elapsed":"460.623686ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.835593052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"14e62938-d2f0-4b25-8077-d204c15cb458\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.835625583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.835635813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.839727217Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"942f2889-027e-46c1-ac96-be7a564428de\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.839775577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.840156371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.843233914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.843442006Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.845995204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.846301307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.848171027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.848356189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.855186832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":18,"elapsed":"581.862224ms"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.94475542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","registration_count":"3"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.94478426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.974873612Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:08.974974783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:34828"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.975139905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"aa105e9c-7fec-448c-865e-2ca854bc0d8b","remote_addr":"[fd00:1122:3344:101::c]:34828","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:08.975500969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"aa105e9c-7fec-448c-865e-2ca854bc0d8b","remote_addr":"[fd00:1122:3344:101::c]:34828","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:09.02052353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/oximeter.rs:76","collector_id":"22ae79e2-3731-44c9-8346-78c5ddbfe577","producer_id":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:09.020561221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/producers","method":"POST","req_id":"aa105e9c-7fec-448c-865e-2ca854bc0d8b","remote_addr":"[fd00:1122:3344:101::c]:34828","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":45464,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:09.020632601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa105e9c-7fec-448c-865e-2ca854bc0d8b\", \"content-length\": \"41\", \"date\": \"Thu, 08 May 2025 22:07:08 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:09.022713957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:11.940560273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"e960a4b6-1f25-4e7e-a283-8b89c7e741bf","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":277,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.268729019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.268785739Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.269093083Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.270775701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.273550661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.27356559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.273726262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.273748092Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.273758053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.273993385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.275966926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.275990367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.27630432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.27632916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.277951077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.278292391Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"4.534348ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.280662606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.280673647Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.280814398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.294482994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:18.294514275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":53,"elapsed":"25.798025ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:21.930172801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"b468d860-8232-4c03-8da2-925feb317a22","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:21.930508655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"b468d860-8232-4c03-8da2-925feb317a22","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:21.933565927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"b468d860-8232-4c03-8da2-925feb317a22","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3481,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:21.93384804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"f188ed2e-4635-4404-a785-47de47e366e5","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:21.934178654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"f188ed2e-4635-4404-a785-47de47e366e5","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:21.935741001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"f188ed2e-4635-4404-a785-47de47e366e5","remote_addr":"[fd00:1122:3344:101::d]:58318","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1958,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:21.941057748Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"44a177ab-37e8-445d-a774-220392d2ceff","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":233,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.268445335Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.268507286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.268820559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.270863131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.273716481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.273731391Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.273870213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.273893973Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.273901993Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.274156196Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.276197188Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.276609672Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.278381371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.281549415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.281573655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.281584215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.293447913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.293490373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":54,"elapsed":"25.035367ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.315771131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.316096265Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:28.317130026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"43.230083ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:31.941069247Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"3d945493-1e7f-427a-968e-5bd7c2ec4d7d","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":412,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268351253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268403464Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268414304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268421384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268428114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268436424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268444884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268452344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268460274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.268468564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:57:38.268431614 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268477554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268484834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268491694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268499514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268506325Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268515375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268524485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268533575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268543805Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268552945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268563415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:07:38.268574345Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268586465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268595946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":11,"elapsed":"9.39µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268608516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268874718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268907289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268919519Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.268947889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.26897593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.26898779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1434, tv_nsec: 8189986 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.26900296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.26903688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1434, tv_nsec: 8215917 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.26905148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.269346323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.269387464Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"989.04µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.269453745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.269468025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.060162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.270735008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.270756038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.270767989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271020801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271088212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271100702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271213934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271301104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271319155Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271450706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271493586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271507377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271514437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.271584447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:57:38.268431614 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271595547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:57:38.268431614Z\",\"pruned\":[]}","iteration":10,"elapsed":"3.157984ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271746769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.271762239Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.272012982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273001503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273243705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.66908ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273368737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1434, tv_nsec: 12585353 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273401627Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273412927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273420887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273427397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273433847Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273440567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273474848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273499278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273510448Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273520098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273529048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273539218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273547868Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273557548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273567499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273576419Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.273587769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273596649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273605919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273614919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273623639Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.273633639Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.2736425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27365208Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.2736616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27367125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27368061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27368955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27370799Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27371803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27372688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273736661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27374551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273755331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273764801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273774491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273783091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273792611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273801491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273811091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273820811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273832431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273843362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273852222Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273863162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273876912Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273916742Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.273931503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273941143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273950513Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273961313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.273972023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274026453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274050584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274104924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274139785Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274149935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274158685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274166965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274175825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274183675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274191945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274218416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274900763Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274924593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274936253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.274946393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.275157566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.275236726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27651722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.27654488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.276616771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.276666862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.276682832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1434, tv_nsec: 15895989 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.277012296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.2774096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.277703403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.280186299Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.280770236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.280788586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.281004268Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.281016458Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.28121671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.281230821Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.281241101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.281250581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.281448113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.282025069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.283629546Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.283652467Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.283763968Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.283793058Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.283804758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.283813118Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.283820138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.284041551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.2848606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.28587031Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.286152873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.286714599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.286730429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.286871761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.286882461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.28961682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.28964298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.289653451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.289664691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.291728343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.291750103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.291956275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.292788074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.293084707Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.293958547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.294112288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.294150539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.294816306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.296766787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.296791017Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.296800417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.297175941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.297482284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.297515555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.297577785Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.297748077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.298452675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.298475515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.298523975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.298543176Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.298557516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.298565126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.298727508Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.298838499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.298851559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.300922301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.300944641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.301183824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.302099614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.302426487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.308922467Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.308961847Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.310841027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.310867018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.310881498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"37.094957ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.312518675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"38.872786ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.312694237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"39.056198ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.312887009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.312909569Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.313155772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.314904161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.314995542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.315014592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.315149944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.315371626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.318128115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":10,"elapsed":"42.709547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.319162856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.319610791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.321184128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.325982859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.326469245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.326771838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.326797918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.327064411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.329226834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"58.450735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.331282376Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.331313296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.333068685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1434, tv_nsec: 72256031 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.333840713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.335652723Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.336133258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.339515334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.339568075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.357351344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.35788942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.379072147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"105.455347ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.382385452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.383790407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":10,"elapsed":"108.871044ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.38588665Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.38593165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.386103282Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.388584889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.38873908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":19,"elapsed":"115.155992ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.389213415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.396703775Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"123.253078ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.398133161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.400611037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.400637527Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.400648938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.401090872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.401621088Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.401722549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"128.297462ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.401937301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.401958462Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.402266865Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"128.730857ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.402577758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.40554789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.409805736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.409845586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.410115039Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.410468263Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.410493913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"136.984364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.41299449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.413481625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.4186613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.419812852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.422744364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.422774634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.423103528Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.423617483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.423945597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.424853166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.424880537Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.424895577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.42513756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.42516405Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.425397942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.425417892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.427219332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.427246702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.427260592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"153.756974ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.428810989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.428841209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":55,"elapsed":"160.288834ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.445302945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.445367436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.445383316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.445811811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.448292447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.451608903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"178.190316ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.45886052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.458937791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.458953391Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"185.424883ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.467385032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.467431642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.468329531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd6c6c1-e61a-42f7-a098-38acfc6eb030\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.468354862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.470638136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.470661367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.470913139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.471088991Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"199bf9df-b417-4a82-a85c-02d2af3cb34b\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.471109791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.472640108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.476472919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.476745541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.476756702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.476973964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f351fd-d157-4153-bc50-9c4d3998ccdd\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.476994264Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.478644532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.479347949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.479359729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.479608492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.497770097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.498211691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.524388111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.524857806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.576034934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.576063784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.576700391Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"116de5a4-26ba-4931-a79e-1646b35a2b59\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.576744711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.577125665Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.579912495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.58037435Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.580748034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.581252619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.585571865Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.585606096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.585815408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.58786807Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.587896801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.588111703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.594750904Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.596206329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.597683095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.597713255Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.597948538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.60092214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.60095258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.603117283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.608575262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.608608182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.608620682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.608631822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":10,"elapsed":"340.113378ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.609027927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":19,"elapsed":"335.474828ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.609229389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.609254799Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.609266309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.60932662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":10,"elapsed":"340.845785ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.610614493Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.613930189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.613958969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.614216522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.62715815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.627208431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.627556205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9ec64fd6-52f5-4a6e-bcce-8e4d26f37c75\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.627580615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.627954559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.631534717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.631881001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.636212597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.636355439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.636828654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.642358343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.642384743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.642929789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e7ecc093-4f1c-43e2-a96c-b1daac107dec\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.64579219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":19,"elapsed":"372.271782ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.649199756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.649221076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"375.774979ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.650610651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.651198078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.652902826Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.653076668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.65335171Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.656233851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.656260662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.656507614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.663909903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.663942624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"390.271304ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.699717266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.700197552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"80d2b682-5f2f-47ef-bd1b-62955f30cddd\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.700238862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.702095562Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0ce46a96-5d1e-4817-8573-dabf86a5ae36\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.702125612Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.703588048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.703611678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"435.155864ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.724795675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":19,"elapsed":"456.26168ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.749325277Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"475.83951ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.759594187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.760040012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"80405bee-143e-47b3-b71a-d37d58a56719\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.760074602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.762329596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"43e3fe24-a722-4ae8-8ab1-e4e987618b68\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.762347716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.763004143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.763413568Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b11abb4-b3df-433f-a906-a35515a51948\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.763443588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.763459528Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.763471539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.76452246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4091edfb-b5bf-42e8-9407-73d856f3efdd\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.76454977Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.765254038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":19,"elapsed":"496.772863ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.766064996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":19,"elapsed":"492.495978ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.766688473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.766734763Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"498.39457ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.801115591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.801163362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"532.749558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.802207753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.802591537Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.80479793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.804813921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.804969212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.815805628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.815834908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.816112551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.816124782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.816132462Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.816141532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.816149992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.816157532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.816341314Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.816351584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.816508296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.816517046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.81694301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.819095153Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.819117504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.923328658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4cf6584d-1bdc-4614-a2d3-95758710a607\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:38.923380319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.923406269Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.929494824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"688ea85d-a7ff-445f-b5a4-ded66f73e8ed\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:07:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.929540905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.929907579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.93378915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.934147564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.937702532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.938063806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.940108678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.9403541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:38.946667068Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":19,"elapsed":"673.232181ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:41.940772492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"35b2ea7b-c89b-4bc1-a3b7-4eb60f511444","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":326,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.268996949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.269052299Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.269508464Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.271761958Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.2737895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.27380313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.274170944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.274481257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.274492268Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.274651379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.275902312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.276141995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.276171535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.276307467Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.278085716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.295106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.278623942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.281474622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.281488932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.281653464Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.294886576Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:48.294922846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":56,"elapsed":"25.934408ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:07:51.940717091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"a77d5b32-5221-46de-99ed-9e05f4597daa","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":256,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.268920517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.269002638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.269471543Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.271707507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.273734829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.273744599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.274125573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.274544737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.274557397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.274707749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.276008533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.276188995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.276486358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.276764431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.278112546Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.380266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.278282297Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.281005941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.281020941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.281170043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.289608969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:07:58.289634929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":57,"elapsed":"20.743591ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:01.94162393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"66a3e135-b017-4337-ad3c-b6a58bad370e","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":288,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:06.931535591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:40032"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:06.931634692Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"ee736963-521c-4bb5-b505-b9db836d3257","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:06.931968726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"ee736963-521c-4bb5-b505-b9db836d3257","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:06.934377022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"ee736963-521c-4bb5-b505-b9db836d3257","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2790,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:06.934650675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"4e9a7ebc-5148-4534-9087-8db69b34b88d","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:06.935000539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"4e9a7ebc-5148-4534-9087-8db69b34b88d","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:06.936834808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"4e9a7ebc-5148-4534-9087-8db69b34b88d","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2249,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.268058857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.268118237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.268128947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.268138307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.268500261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.268528062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.269122338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.269147928Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.269158998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.26931158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.270908167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1464, tv_nsec: 9810814 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.271302191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.271449993Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1464, tv_nsec: 10364789 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.271538884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.271697156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.272945889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.835671ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274111141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274129842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274266243Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274277483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274286653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274294103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274301944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274309124Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274316293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274323834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274330264Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274337304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274346074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274356304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274367284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274377344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274384334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274391284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274399034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274405974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274418025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274425795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274432295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274439055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274446325Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274453345Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274460215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274466185Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274472645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.274479185Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274485555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274491775Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274498286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274504126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274512746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274520206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274643967Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274684588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274763248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274788469Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.27489268Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.27490498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.2749148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.27492373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.2749551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.27496516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274973801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274982421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274990341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.274997161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.275986482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.276218294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.279064464Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.279304957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.279440108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.279794152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.28146205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.281509641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.281654232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.281675062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.281735443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"7.397579ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.282606822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.282633542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.282919806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.285607144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.285631955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.285665395Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.285808747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.286615445Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.287727607Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.287742657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.287893679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.289655748Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"15.287033ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.290675559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.290693859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.29078182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.29083192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.290859521Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.291425507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.292807471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.292829722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.293023624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.294873773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.295395259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.296554811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1464, tv_nsec: 35300376 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.298536743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.299361761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.299917927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.304406806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.304533327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.30765501Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.30768693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.307964304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.308645371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.308672471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.309154316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.310222618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.310255038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"35.804193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.339993236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.340493401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.34692771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.347218673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.348331215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.349645069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"75.137924ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.349802241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.350208745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.350766381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.350793751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.350967064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.351239636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.351286577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.351500759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.351642001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.351704831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.352453199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.354125507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.354150207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.354161507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.354634583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.356173139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":20,"elapsed":"81.848865ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.356695034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.356720065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.356997988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.357857717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.357887787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.35815614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.358620105Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.358643515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"84.189ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.361713008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":20,"elapsed":"87.394245ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.363485017Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"89.107943ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.371302131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"96.909226ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.373327512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.373351863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.373626386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b9d79c-d40c-4ef2-867c-e11dabd44cf3\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:08:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.373642846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.375227893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.375714408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.375738318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.375973771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93a49b7f-ee38-46d0-92a0-2bef2667a6c8\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:08:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.376006141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.377670289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.382293588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.382323819Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":58,"elapsed":"113.197451ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.388836978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.388861539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.389164712Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bb795c-3ba1-42d5-8c24-29298628d3ae\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:08:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.389188412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.391297085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.392571328Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"118.278465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.404393935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.40488773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.407415867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"133.101634ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.408729331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.408748751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.408755831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.409082955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.449562948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.449921382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.453266678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.453292928Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.453303218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"178.828592ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.460373343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.460708277Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.462347595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.464110583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.464121414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.464278685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.465476198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.467284617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.467296338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.467448119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.471357841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":20,"elapsed":"203.327335ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.475313433Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.475591536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.477298935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":20,"elapsed":"209.251108ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.509928544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.509967644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.510350078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b95e7c-cfbe-49d9-b4cf-6cee8995a22a\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:08:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.510374348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.510666952Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.533481096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.533973291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a2d9a4-343a-42db-87fb-8a8852bbabd0\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:08:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.534001461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.534017261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.534029201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.535109893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":20,"elapsed":"260.617958ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.584618992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.584664053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.584897606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e50787f1-ee57-41e0-b20b-9f7c7fbb860d\", \"date\": \"Thu, 08 May 2025 22:08:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.584923256Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.585270379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.587349012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.587517914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.591268614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.591640498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.593695209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.594008033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.59471718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.594741171Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.595088755Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"41333bfc-e5ab-406c-a45e-d0490ee1e9ae\", \"date\": \"Thu, 08 May 2025 22:08:08 GMT\"} })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.595542169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.5955543Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.595727801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.596856863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":20,"elapsed":"322.375308ms"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.607634029Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.607661729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.607917732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.607930652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.607938872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.607947492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.607955642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.607965232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.608146364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.608156984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.608327696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.608336406Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.6086995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.61144541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.61146643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.717716946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"72a8e78e-9083-49ab-a2f3-2376a28f9974\", \"date\": \"Thu, 08 May 2025 22:08:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:08.717760307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.717773057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.718201961Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9644c91f-e2b5-4256-9f95-606f7ec5fc24\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:08:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.718235092Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.718623616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.721700849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.722047233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.725155606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.725333848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.727122737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.727364639Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:08.734722998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":20,"elapsed":"460.303493ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:11.941395786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"6f9ccdd1-8c5c-44f3-ac88-45789b6362f6","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":364,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.269684633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.269745104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.270219439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.272517654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.274536615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.274557866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.274770328Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.275268583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.275296613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.275410164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.277000281Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.277200914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.277266674Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.277477167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.278899642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"4.361267ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.27963642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.281946645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.281960375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.282090226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.293812171Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:18.293829081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":59,"elapsed":"24.190778ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:21.941717659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"76cdfc8f-1fc2-457f-a18c-494399d783b3","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":335,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.268917614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.268967114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.269239717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.270554762Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.273318001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.273347021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.273477023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.274552944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.274573324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.274733446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.275259822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.275435304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.276284213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.276455745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.277027481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.279587668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.279608788Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.27973693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.287970818Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.287986358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":60,"elapsed":"19.092684ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:28.316189699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"41.616865ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:31.94191878Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"5970412e-ec33-4aef-adc4-d76982027fea","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":270,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:36.93172991Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"395eba72-b0d2-4e76-bede-d88aafb78cd7","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:36.932121274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"395eba72-b0d2-4e76-bede-d88aafb78cd7","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:36.935066966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"395eba72-b0d2-4e76-bede-d88aafb78cd7","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3429,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:36.935394329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"1a98a4e1-3603-4237-8535-46697cae608c","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:36.935751253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"1a98a4e1-3603-4237-8535-46697cae608c","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:36.937662834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"1a98a4e1-3603-4237-8535-46697cae608c","remote_addr":"[fd00:1122:3344:101::d]:40032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.268981893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269050244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269064234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269075385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269086905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269097715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269110155Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269120125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269130885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269140095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269150235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269160205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269171686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269180566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.269191286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:58:38.269126885 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269202646Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269212436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269224806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269235366Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269246786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269257956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:08:38.269267947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269279417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269291217Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":12,"elapsed":"11.92µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269303207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.26954283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.26956185Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1494, tv_nsec: 8205546 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.26959747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.26962898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269658931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1494, tv_nsec: 8268087 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269677561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269687831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269715241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.269857913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.270028155Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.270049365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"910.63µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.270147186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.270168006Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.069702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.270597951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.270835623Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.272503931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.272760494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.273003447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.273412531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.156005ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.273633053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1494, tv_nsec: 12264780 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.273954517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1494, tv_nsec: 12596063 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.273982307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.273991127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274000377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274010107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274021107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.274029207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274036027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274042638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274049848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274056418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274062798Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274069688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274076138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274084298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274093288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274102078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274110218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274116388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274123759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274130659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274138019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274144769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274152169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274159119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274165149Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274171519Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274178199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274185189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274191529Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274198569Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274205049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274211819Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274218289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27422446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27423042Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27423761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.2742439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27425085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27425706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27426375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.2742704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27427749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27428416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27429032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27429664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27430337Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274310401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274316761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.274323841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274330101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274336551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274343481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274349031Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274355051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274398721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274514653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274535653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274549123Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274564273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274575523Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274585393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274652944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274666114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.274678174Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274687705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274699695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274711035Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274768905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274790735Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274800426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274807896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274815466Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274825106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274833696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274863306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274873816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274881367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274887927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.274925877Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.275023788Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.275034798Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.27519313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.275542174Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:58:38.269126885 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.275558364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:58:38.269126885Z\",\"pruned\":[]}","iteration":11,"elapsed":"6.419489ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.275693005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.275708825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.275718645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.275727966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.275928258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.275969868Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.277294142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.277537115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.278098941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"4.093634ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.278829599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"4.787872ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.280929941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.282058383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.283989944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.285329968Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.286703583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.286729413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.286927055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.287608233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.287638473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.287650663Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.287866906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.287916976Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.287943596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.288169019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.289106619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.289681055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.291548895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"17.301315ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.293375224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.293414355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.293548806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.293567927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.293649397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.293797969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.296975053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.297266486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.298694321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.298948024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.302080598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.305002149Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.305024399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.305237091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.305541495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.306554385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.308702998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.30889111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.3089129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.309089802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.309148433Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.3098154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.309836761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.310038193Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.31353359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.315232498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":21,"elapsed":"40.182369ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.316259069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":11,"elapsed":"40.555054ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.317417922Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.317449452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.317693925Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.322026261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.322087041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.322242653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.322303874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.322571107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.322812069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.324182894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1494, tv_nsec: 62800350 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.324642779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.32660254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.326863063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.327363908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.327489109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.330555742Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.330602792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.330770954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","candidates":"[(9da2ae01-2248-4ec1-b67f-272a1b57dfaa, 0), (f80a208e-1e15-4655-8811-d014a87937ba, 0), (bc0b59c5-3141-4bb5-a86c-1a4b4072d11a, 0), (ce348c8a-5059-46b8-8fc3-41419986897e, 0)]","collection_id":"9da2ae01-2248-4ec1-b67f-272a1b57dfaa"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.330790514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.330966356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.331204849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.331953587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.331974647Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.33228207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.34347772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.343959295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.34441004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.344776934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.345086247Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":11,"elapsed":"69.394312ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.347685525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"73.394135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.348784597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.349142391Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.349539765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.351802679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.351827459Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.3518386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.351848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.352193403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.352744109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.3527678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.353029903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.354419627Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.354447327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.354458637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.354468358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.35471013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.355061514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.355299206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.357036293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.35705808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.35707158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"83.071758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.358663012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.359018756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.375663784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.376870477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.377369663Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.380377955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.380408365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.380418785Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.380429255Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.382046513Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.382095573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.382110753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.382373476Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.382631779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.384229876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.384526389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.3864517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.3864827Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.38649454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.386808224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.39584296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.39587981Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.395897331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"121.846853ms"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.399386778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.399418628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"125.36562ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.407142441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.407184991Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"132.908552ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.426219905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.426270166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.426573339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca4184fc-cbbb-4202-9ecd-c33e82c0bb44\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.426603329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.428347618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.436781148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.463742546Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.464495664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.470842172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.470879883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.470979714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/db-queries/src/db/datastore/inventory.rs:1446","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"9da2ae01-2248-4ec1-b67f-272a1b57dfaa"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.471005084Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.471249027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4177187b-e886-4181-92ae-d98559c71de8\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.471265227Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.471469359Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.473525141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.506304262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.506786287Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.516142137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.529292688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.529343178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.529798533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1726799-e0db-48e3-bbc0-cb332c945430\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.529827103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.532695544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.60803952Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.60808581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.608563305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a73ebf8a-0631-4cbb-a5a3-436115c11b69\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.608630376Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.609088401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.611368425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.613103104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.613129744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.613593209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.615081595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.615116195Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.615382128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.618096497Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.618121828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.618423841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.625763909Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.628264486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.628872013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.628896673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.628910803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.629155496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.634059508Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.634509583Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.642803192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","candidates":"[(f80a208e-1e15-4655-8811-d014a87937ba, 0), (bc0b59c5-3141-4bb5-a86c-1a4b4072d11a, 0), (ce348c8a-5059-46b8-8fc3-41419986897e, 0)]"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.643744452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.644231257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.647091857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1494, tv_nsec: 385701084 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.648602224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.648635144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.648906387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.654542607Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":21,"elapsed":"385.509553ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.654878921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.66701215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.667065901Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.667306154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.676043657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.676427691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.677019468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.680717787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.680752997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.68099353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.686655291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.694526025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.694563755Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.694936029Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.696336114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"422.005763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.696725668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.69683094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.697290485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.699844872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.699870292Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.699941593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":21,"elapsed":"430.869608ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.700039914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"425.977297ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.700104084Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.701064045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.701459009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.702774023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.702967935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.703320449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.703664702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.704097197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.705162169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.705441842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.705466702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":61,"elapsed":"436.235306ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.707245811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"433.068752ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.708512634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.708540735Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.708822198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.710638277Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.710660548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.710940651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.712190604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.714565129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.71458891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.71460233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"440.432121ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.715914334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.715936374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.716459319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.717501061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.717530311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.717546801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.717866245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.718182288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.71928029Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.720756545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.720780676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.721099129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.730416609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.73052158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"blueprint_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"inventory_collection_id\":\"ce348c8a-5059-46b8-8fc3-41419986897e\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"456.25662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.730775783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.730945794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.730962974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.731300518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.733887356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.733945526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.734198559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.734744295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.734770565Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"460.548536ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.735942148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.73706364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.73709226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.73710598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.737120191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":11,"elapsed":"467.923235ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.737132911Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0b03c736-21f3-48b9-92e4-a659c952533f\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.737149751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.737162001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":21,"elapsed":"463.017542ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.739357004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d0bb4399-b42e-411a-a82c-27692b7f06b3\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.739387685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.741311175Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.741343316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"472.337212ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.747997147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.748033147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.748376021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e357f906-8689-43af-8da8-c575871b51d7\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.748401501Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.748894176Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.76047448Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.76050597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.760520701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.760869185Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.763191929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.763589563Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.765380753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.767499458Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.767835714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.771037603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.771063683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.771331086Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.771571759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.771601719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.772055854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3671b518-f138-4741-9b26-8375ff5ff643\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.773855043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":21,"elapsed":"499.538723ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.774399669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.774419929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.774431619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.77444497Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":11,"elapsed":"505.481007ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.775125597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.775141037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.775150757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.775665323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5490059a-4681-4fd7-a690-d91e6e7dffb0\", \"content-length\": \"476\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.775704043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.779651215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24266e93-e5bf-4416-a5b4-6830f4e261df\", \"content-length\": \"734\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.779711106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.780125711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a31e288e-a379-422b-974b-21ae1f4e83d0\", \"content-length\": \"111\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.780156581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.780509484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4c0ed1-44b8-48af-80db-01360a54ee23\", \"content-length\": \"111\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.780521825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.780714987Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.780759127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"511.638513ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.780935779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40073359-5eb3-4d78-90d7-6570a668403c\", \"content-length\": \"170\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.780961769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.781336293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c821bba9-2648-4d17-a1c1-67b3bb70e5d4\", \"content-length\": \"170\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.781386554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.781755378Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c5665a6-5625-4730-9f87-50b71830198d\", \"content-length\": \"179\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.781776068Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782085731Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f90c60be-c645-49ff-9fbb-0cff7032b2b1\", \"content-length\": \"179\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782097212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782258553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"157d7c6b-e450-485c-b10c-34935f4b113f\", \"content-length\": \"702\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782272883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782465845Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d75e8c7a-ad17-4f14-8a86-03cc7b7a326b\", \"content-length\": \"727\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782491326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782651507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4b3aff-aa8f-4110-a2c3-a369ce4e3598\", \"content-length\": \"729\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782665958Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782807019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad1a140-a9e4-4f71-a2b0-cd2aa704dad4\", \"content-length\": \"728\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.782819109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.78290984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.783039212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86674c0d-9c13-4ab4-ab79-348a5ae9649e\", \"content-length\": \"722\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.783073652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.783201843Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.783445086Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d646ef2-d8d6-4641-b62d-da78ced14ff9\", \"content-length\": \"109\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.783463286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.78380366Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4562768-9428-48cc-b139-49571403f2c8\", \"content-length\": \"109\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.78383845Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.784145123Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83c61f26-db40-4419-98b0-e1c91fb079d3\", \"content-length\": \"169\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.784173194Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.784497127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0582976c-6d49-4b08-8fda-817a42200d90\", \"content-length\": \"169\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.784520727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.784842781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec3188d9-3f16-4ef9-b1c6-9332626cc99e\", \"content-length\": \"178\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.784861051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.785219895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb340a38-8e72-4430-b2c1-c0b15ddee132\", \"content-length\": \"178\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.785246565Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.785419107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5a04ee-0552-471e-91c8-23108d929c2c\", \"content-length\": \"702\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.785446007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.785613549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd9f5d64-de3c-4e7c-9d49-a408585e426d\", \"content-length\": \"727\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.785628799Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.785902982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa4f8368-cb6f-4380-9177-659d5950baf9\", \"content-length\": \"729\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.785922873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.786087724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbbd610e-a3fe-4df5-bf91-e87637cd408b\", \"content-length\": \"728\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.786102944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.786336497Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.790407241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.790991977Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c6f4d72b-508f-46ad-81e8-b32e13349200\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.791013387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.792828606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7c32c80e-9248-417d-af38-d67585cd44fd\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.792854296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.794610735Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"51e87c9f-64fd-457c-953b-c7c0820f394e\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.794630235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.796839919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.79689291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"527.857716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.826194143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.826662868Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.826872991Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.827342065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.829182535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.829534979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.829562169Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.830417318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.830726932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.831045385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.832226838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.832253828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.83245249Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.833575402Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.833587082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.833779454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.834148358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.83433665Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.834354551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.834617693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.835160899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.836246411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.836564444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.836878198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.836901378Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.837174721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.837658336Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.837674846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.837724676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.837735757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.837895658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.837941219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.838180892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.840256114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.840278584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.840460626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.842217424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"568.020055ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.844031154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.844386028Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.846253328Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.846551251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.847969846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.847984356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"573.912598ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.848664204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.848922966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.85108817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.851286192Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.854025571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.854317884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.856308925Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.856330195Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.856535538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.872986534Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.873014764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.873281797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.873292287Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.873298817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.873306137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.873312627Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.873319187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.87355726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.87356772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.873804613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.873814113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.874139216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.876722774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.876740324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.893425512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.893675795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.935825316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.936299611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.937278831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts-config","method":"PUT"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.977233789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.979682055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.981356723Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.985088083Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.985334515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.985352415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.985557648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.987115525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.987693561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.989373369Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.989862384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.992236509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.992699384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.992924656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6e0c65bd-74ad-4ae1-b92e-690cd75c99a6\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.992940057Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.992949127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.993848046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4171b52-38c2-4dff-8cf4-a4fefa735902\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.993896707Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.994286371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.994384652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97a7ef17-73ac-41dc-a701-18306aee1cfd\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.994416332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.994427923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:38.994435843Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.995370093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.995630025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.995841618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":21,"elapsed":"721.679499ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:38.999874891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.001904223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.002154405Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.002479409Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.003006104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts-config\", status: 204, headers: {\"x-request-id\": \"c69d22b1-414b-40e1-8182-001b18483549\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.003027585Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.00351941Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea15632-58f2-4a81-bfe9-b89cc37be563\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:39.00353436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:673","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.003767763Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.004022435Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.006461251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_config_err\":0,\"put_config_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"2f2f2c32-8d58-4801-a669-9618eac0c3f7\",\"time\":\"2025-05-08T22:03:38.948219237Z\"},{\"operation\":\"list\",\"target_sled\":\"2f2f2c32-8d58-4801-a669-9618eac0c3f7\",\"time\":\"2025-05-08T22:03:38.953587615Z\"},{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"2f2f2c32-8d58-4801-a669-9618eac0c3f7\",\"time\":\"2025-05-08T22:08:39.003000054Z\"},{\"operation\":\"list\",\"target_sled\":\"2f2f2c32-8d58-4801-a669-9618eac0c3f7\",\"time\":\"2025-05-08T22:08:39.003526140Z\"}]}","iteration":3,"elapsed":"732.331043ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.006656774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.008464893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.008872947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.010734957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.010759607Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.01101535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.011071421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.011287033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.01283836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.013097312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.015076944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.015368417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.020764944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.022878147Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":21,"elapsed":"748.85707ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.024911659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.024935509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.025097881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.03153719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.031782712Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.033572901Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.033835684Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.035429491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.035627603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.037321711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.037651135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.039500095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.039740917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.040775468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.040972281Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.046286137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.046799303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.048480341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.052304512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.052331862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.052486744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.0540027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.054350054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.05592313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.056126133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.057211484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.061105776Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.061118746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.061299428Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.069259483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 559b827c-9574-475a-93d6-1045f64398e6, kind: Service { id: 85a39cf9-9419-458f-af2e-c8b40d8f5f79 }, name: Name(\"nexus-85a39cf9-9419-458f-af2e-c8b40d8f5f79\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 9])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 715a8bac-a423-4460-aac2-b8c76af6bb34, kind: Service { id: ddd82634-2844-4f97-9746-07099044c19d }, name: Name(\"nexus-ddd82634-2844-4f97-9746-07099044c19d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 84])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 76144c16-58bd-4abd-b758-565497d9f6b8, kind: Service { id: 53ef6679-65e8-4486-9401-d6fa4ff2e8e4 }, name: Name(\"nexus-53ef6679-65e8-4486-9401-d6fa4ff2e8e4\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 62])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 517232ae-3fd2-40fd-801d-796bf5ecd14e, kind: Service { id: 0ccabf41-81cd-45e7-bb26-335edaa2ee47 }, name: Name(\"external-dns-0ccabf41-81cd-45e7-bb26-335edaa2ee47\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b845b0e9-661e-4fa1-9292-0c7dce84b88d, kind: Service { id: 38a08dd6-6a75-4558-b4f8-df853f4d03d9 }, name: Name(\"external-dns-38a08dd6-6a75-4558-b4f8-df853f4d03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 43])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.069298604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.069541446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.071037152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.072825141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.072848591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.072979623Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.074290587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.074372638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 517232ae-3fd2-40fd-801d-796bf5ecd14e, kind: Service { id: 0ccabf41-81cd-45e7-bb26-335edaa2ee47 }, name: Name(\"external-dns-0ccabf41-81cd-45e7-bb26-335edaa2ee47\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b845b0e9-661e-4fa1-9292-0c7dce84b88d, kind: Service { id: 38a08dd6-6a75-4558-b4f8-df853f4d03d9 }, name: Name(\"external-dns-38a08dd6-6a75-4558-b4f8-df853f4d03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 43])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 559b827c-9574-475a-93d6-1045f64398e6, kind: Service { id: 85a39cf9-9419-458f-af2e-c8b40d8f5f79 }, name: Name(\"nexus-85a39cf9-9419-458f-af2e-c8b40d8f5f79\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 9])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 715a8bac-a423-4460-aac2-b8c76af6bb34, kind: Service { id: ddd82634-2844-4f97-9746-07099044c19d }, name: Name(\"nexus-ddd82634-2844-4f97-9746-07099044c19d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 84])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 76144c16-58bd-4abd-b758-565497d9f6b8, kind: Service { id: 53ef6679-65e8-4486-9401-d6fa4ff2e8e4 }, name: Name(\"nexus-53ef6679-65e8-4486-9401-d6fa4ff2e8e4\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 62])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.074414018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.194305521Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","vpc_to_sled":"[Sled { identity: SledIdentity { id: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, time_created: 2025-05-08T21:59:12.125305Z, time_modified: 2025-05-08T21:59:12.125305Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(56094621696)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.194349131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.194356931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.194638394Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.196414623Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.196743427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.198440075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.201098883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.231730751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.234872275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"1091f538-f373-42b3-bc86-b3f7799730c5\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:39.236177589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/networking/src/firewall_rules.rs:495"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.236197059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","elapsed":"961.904288ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.236208399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":3,"elapsed":"961.913569ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.46727999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f386b144-6156-469d-adfa-094d6d88d0fd\", \"content-length\": \"31972\", \"date\": \"Thu, 08 May 2025 22:08:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.494815025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.494850695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.494859345Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.499486305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.499828189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.501568857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.503821601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.503913412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.504092484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:39.686723988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/db-queries/src/db/datastore/inventory.rs:1009","collection_id":"ad961c28-3ee1-4613-852e-de7f6ceabc77"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.686764238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_started":"2025-05-08 22:08:38.775110 UTC","collection_id":"ad961c28-3ee1-4613-852e-de7f6ceabc77"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.686781438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"collection_id\":\"ad961c28-3ee1-4613-852e-de7f6ceabc77\",\"time_done\":\"2025-05-08 22:08:39.497462 UTC\",\"time_started\":\"2025-05-08 22:08:38.775110 UTC\"}","iteration":2,"elapsed":"1.412642819s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.686798498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Dependency"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.686806469Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":5,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.686814758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.686822189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.687185902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.687213983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.688682449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.689575908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.690983643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.691003373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.691152165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.692688351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.692709452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.692874903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.693771393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.693981685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.69537435Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.69819974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.698221571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.698421613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.734907473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.735235126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.755954898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"69.14007ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.767406751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.767765844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.769297651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.77112088Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.77114054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.771297702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.77297233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.77480571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.7748284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.774971341Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.77759366Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.777778531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.778776962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.78043203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.78044605Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.780580872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.781990687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.783545413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.783556513Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.783690795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:39.786665337Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:39.786706467Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"blueprint_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"inventory_collection_id\":\"b163257d-77a0-4b31-9b71-80dbd869fa80\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"99.904359ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:41.941253262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"c956be14-db61-49c0-a6a0-a650991bb540","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":407,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.269473208Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.269521159Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.269931253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.271409949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.273987206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.274004047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.274138728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.274179559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.274188969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.274533512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.27614503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.276333362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.277747217Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.280096912Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.280109522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.280245744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.291263541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.291283531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":62,"elapsed":"21.832203ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.313270577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.31360297Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:48.342774522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"68.592194ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:08:51.941969879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"842d292f-5cef-4a02-a89e-12dd36cb770f","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.269210754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.269270475Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.26973369Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.271665951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.27440443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.27443134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.274557551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.274585652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.274596922Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.274840174Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.276043217Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.27624746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.27814686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.280458165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.280481425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.280596046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.291368131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.291393191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":63,"elapsed":"22.214777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.30712298Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.307335912Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:08:58.308882109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"34.295767ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:01.94222387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"30bb7188-03df-4516-af9c-64ae20c577fa","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.26885461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.26891393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.26892437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.268934781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.269322235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.269342665Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.269926361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.269938291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.269947411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.270300505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.271584589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1524, tv_nsec: 9972756 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.271838041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.272315447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.272457598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1524, tv_nsec: 10862985 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.272696851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.27454383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.611179ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274555451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274562541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274569681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274576001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274583531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274593431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274599401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274606551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274613011Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274619451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274626251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274632931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274639542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274645502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274652592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274658952Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274665142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274671312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274677302Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274684232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.274694892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274704682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274714412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274723323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274731992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274741633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274750123Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274759773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274769233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274779633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274789133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274798753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.274830274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275020896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275076036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275133907Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275149477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275171327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275196857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275209998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275218038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275226628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275235158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275243688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275252048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275260598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275269858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.27544413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.27545474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.275601962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.276253449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.277453492Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.279724356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.279739686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.279904658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.280511434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.280522374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.280762157Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.284027002Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.286131834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.286157215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.286337637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.288282077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.28851714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.291558483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.291748585Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.291780975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.29224798Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.293591264Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1524, tv_nsec: 31971811 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.293944858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.328485107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.328975743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.331966015Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.332007545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.332020225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.332032356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"57.258982ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.33248248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.334164328Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.334515152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.335902367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.335933027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.335943717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.33617329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.33993139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.340455855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.34185819Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.342309465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.349704065Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.351353702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"76.63199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.352773537Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.353384534Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.353432274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.353728707Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.353795838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.355028881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.355051751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.355389055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.356014782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.356436386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.357028063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.357046103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.357214194Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"82.540772ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.357356736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.35770115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.35772084Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.357990223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.358007753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.358457688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.360154276Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.360177856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.360409929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.362154477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"87.533206ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.36328743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"88.715188ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.364076518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.364097218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"89.448117ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.36429559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.364577893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.364766715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.364792006Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.36519921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d25d7bbb-abe7-4314-aa30-ee7aba276753\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:09:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.36522068Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.366318312Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.367301272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.367518185Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.369698668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.369721128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.369962451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.371061573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.371087893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.371330745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.375882984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.375906954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":64,"elapsed":"105.986503ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.380285671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.380306421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.380317032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.380326632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"105.73651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.382259442Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.382674807Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.383996401Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.384019211Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.384031641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.384043481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.384294534Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.384308824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c2155af-e827-417b-a241-7fc7e14bc1ed\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:09:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.384320935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.384931801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"110.229489ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.386130844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":22,"elapsed":"111.525973ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.386625999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.387911573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.387932813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.388206256Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f56d693-d996-4550-b922-7f3892bc2395\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:09:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.388234446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.393321041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.400929412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.402937874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.402971394Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.403156246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.407585453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.407610273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"132.941172ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.417857093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"143.278952ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.465897097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":22,"elapsed":"197.042868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.468483425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.468758727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.471052782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":22,"elapsed":"202.188532ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.485136183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"210.509191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.488959484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.489212416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.491346819Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.49334701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.493364161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.493646324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.494771936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.497208112Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.497228052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.497377544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.543206404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.543240704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.543705349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b9b0158-6333-41c9-ae25-4505c8b33ab4\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:09:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.54373642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.544216575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.601604308Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.602012133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.604644171Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.604676751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.604811823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.617441328Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.617471768Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.617787442Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.617804572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.617811252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.617818482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.617825552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.617831982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.617995404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.618007194Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.618314887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.618338587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.618744432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.619201207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.619213627Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.619370829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"71a597fe-bac2-47bb-8fbc-c36783eefc3f\", \"date\": \"Thu, 08 May 2025 22:09:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.619380999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.619659752Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.621074577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.621093627Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.622446422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.622649354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.625283782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.625473564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.629850201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.629876521Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.664791854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.736438361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b2f63588-7b25-4fa0-ad26-6c6e2997e31f\", \"date\": \"Thu, 08 May 2025 22:09:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.736481511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.736491571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.736949166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a9a5d4-1a7d-4f89-91c6-aa89386b84e5\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:09:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.737002507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.737488942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.741258352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1018878d-888d-4b1f-b4fc-a7ed0e4bf5c6\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:09:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.741281422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.741290373Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:08.741298683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.741429564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f86f827a-d00e-4ec2-b039-eafbaf975e6a\", \"date\": \"Thu, 08 May 2025 22:09:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.741803988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.742360484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.742649037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":22,"elapsed":"467.874574ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.743670598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":22,"elapsed":"468.983026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.745447867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.745781911Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.747786862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.747966054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:08.755397224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":22,"elapsed":"480.665101ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:11.941432801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"21efe4f4-5cf5-420c-bf55-419182c92a18","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":306,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.269623717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.269674728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.270109542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.271847191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.274457288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.274482699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.27460432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.274636081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.274646311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.275011105Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.276262638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.276556771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.276883734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.277070456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.278257789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.278931016Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.291656ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.280543604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.280564924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.280687115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.288317997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:18.288336247Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":65,"elapsed":"18.73953ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:21.942078927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"10399b25-e712-4d07-8cf6-c6aab3fb1bc7","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.270298913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.270370244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.270826019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.273842721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.274829932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.274844612Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.275140645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.277393239Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.277407689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.277639472Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.277804794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.278044076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.280421942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"5.58571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.280813676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.281088969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.283133751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.286337735Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.286369885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.286548527Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.301586988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:28.301611218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":66,"elapsed":"31.335835ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:31.941623622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"e86a97bb-1b00-42f4-aebd-b8244712bfe8","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":279,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269461233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269514034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269523124Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269530934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269537454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269546364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269553294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269561304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269568004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269574834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269581094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269587954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269641385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269668566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269678506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269686176Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269695506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.269706656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 21:59:38.269698196 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269721506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269826447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269840437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:09:38.269849577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269858428Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269865217Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269873498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.269881518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":13,"elapsed":"39.48µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270039509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270153841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270168481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270179201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270233221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270332962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1554, tv_nsec: 8463669 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270470894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270482434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270489294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1554, tv_nsec: 8628271 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270741727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270899108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270929979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.226933ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270945969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.270958179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.304274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27192027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.272105072Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27387379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1554, tv_nsec: 11997497 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.274112483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274387246Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.523259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274453566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274674999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274694989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274705479Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27474095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27475279Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.27476342Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27477384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27478403Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27479539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27480556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274815101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27482461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274835951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274846281Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274856711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274865761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274875881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274885661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274896461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274906471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274916691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274926682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274936402Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274965022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274981262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.274991932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275001932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275011012Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275020533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275029423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275039073Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275048063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275057803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275066843Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275076553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275084773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275093593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275103033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275112254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275123484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.275133304Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275142224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275151884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275163404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275213475Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275237885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1554, tv_nsec: 13349021 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275255165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275263145Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275281866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275294915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275306666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275356186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275376796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275389777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275402847Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275415067Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275425777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275436297Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275448087Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275461477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275474648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275488008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275499408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275510188Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.275521158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.275531888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27569101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.27573652Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.276180505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 21:59:38.269698196 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.276197465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T21:59:38.269698196Z\",\"pruned\":[]}","iteration":12,"elapsed":"6.487629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.276283986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.276900053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.276929133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.277134125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.2794934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.28042581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.28315984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.284204761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.285950809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.286252333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.286275933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.286426765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.287275204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.287303914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.287458496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.288177933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.290067854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"15.336714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.290846802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.292030275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.292057575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.292315018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.293603742Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.293635552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.293817744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.300818928Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.304016323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.304048323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.304353586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.305887223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":12,"elapsed":"30.394036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.308185357Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.308557981Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.309501212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.309833745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.311687655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.31213427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.312875137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1554, tv_nsec: 50995774 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.313214561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.314694227Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.317437466Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.317468497Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.31773004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.327269351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.330276864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.330470036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.330627158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.330649478Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.330774179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.330820609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.334361557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.334916913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.334941653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.335242747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.337502701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.337529531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.337717913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.337769044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.337936376Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.339960067Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.34022286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.346548188Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.346580288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.346592878Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.346603188Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.346866601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.350955225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"76.132175ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.35138336Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.35140465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.35141573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.35142593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.351844044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.355011508Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"80.202818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.359076001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.362316796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.362354086Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.362386527Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.363704111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.363732791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.363744221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"88.902211ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.365230697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.36548745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.368703794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.369081418Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.369113399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"94.312169ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.372374784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.372403764Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.372414064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.372756038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.377588649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.382492202Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.382542722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.382553402Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.387665557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.387709088Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.387727998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"113.003518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.388563187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.38891763Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.396908626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.456577234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.456625315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.456973458Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b960e1da-5642-4205-afb6-5655baf18553\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.457003209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.458180902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.462595539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.463045234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.467822465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.468110938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.472829118Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.536436079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.536486799Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.536979994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d1d69a-40da-4a5e-8a13-467cf146dbcf\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.537033685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.53754399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.544335853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":12,"elapsed":"268.828686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.548464197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.549327716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.552859484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"277.518649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.55530226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.555336351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.55992023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.55995656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.560144722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.560362414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.560381955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.560616737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.565287417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.565332917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.565754622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c260aea0-439b-4b5c-943b-caafc86c0ed5\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.565795433Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.566884174Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.568812355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.575277624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.584922137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.584966447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.585422532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fb454e5-2e89-4db8-9dd9-2b234ff7f528\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.585450043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.59826407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.605823011Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.606452007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.607357817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.637129645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"362.194544ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.640424221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.640456501Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.640467951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.641006977Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.641072008Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.641113918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"366.220367ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.643673115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.643698116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.643714346Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.643825937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.644264702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.644289402Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.647413046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.647635858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"372.944869ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.647992962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.649521568Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.649547468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.649561818Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.650000533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.650343107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"375.594728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.65061371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.651345688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.651369288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.651663491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.653338529Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.653365339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.653633182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.654833245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.654860315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.655095458Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.655936697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.65622412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.659922159Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":23,"elapsed":"385.138819ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.666379078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.666414569Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.666776883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"934c919e-dbd1-4dd0-92b9-9e3cbc995a59\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.666806843Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.667275998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.674356034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.674395554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.674406824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.674416254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":67,"elapsed":"404.543417ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.674878189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.677585218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.677610318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.677833811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.683200948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.683466581Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.686853997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.686880198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.687421914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"dd50281f-573f-4db1-8c2f-fbd21b60ba06\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.68898262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":23,"elapsed":"414.050879ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.694799522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.694828553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.694839923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"419.929841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.698621413Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.70390717Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.70393745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.704183713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.705929801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"431.07492ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.706877082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.706900762Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.706911522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.706923372Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":12,"elapsed":"437.473769ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.707427037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.707443797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"432.602647ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.719132923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.723480919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.723508259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.723693091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.72546901Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.725489261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.725497961Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.725506031Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":12,"elapsed":"455.921277ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.730969219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.73100722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"461.327974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.735789841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.736098254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.737739252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.739160537Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.73942214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.739658422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.739671232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.739849744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.741152348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.74132163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":23,"elapsed":"471.741176ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.742853109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.742873988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.74299983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.763232824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.763622978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"05e30828-704b-47a0-8174-8518936a0a85\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.763643139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.765758551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4b2b51a5-11ba-40b6-822f-a339bf241f6f\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.765781052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.767337288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.767353168Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"497.883765ms"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.776718049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.776740869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"502.028899ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.810568571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":23,"elapsed":"541.028666ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.820942331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.821443537Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"063d9997-d9c8-4356-a774-4eba06cb373f\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.821466197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.823535559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fe311674-0958-4454-acd4-6f25341cbc29\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.82356109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.824868873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6ac31ba7-79df-49a4-a393-0f6ad75138a5\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.824880494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.826533451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.826572392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"556.975098ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.839727043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.849468867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"847dd6aa-26ff-47a2-907c-53c2049e4a1b\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.849517477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.849533657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.849546188Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.852048034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":23,"elapsed":"577.366805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.890567546Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.89091059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.893102963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.893238515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.893478158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.90494474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.9049697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.905288444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.905312134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.905320974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.905328584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.905336084Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.905342504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.905517116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.905527166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.905794309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.905804969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.906133493Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:38.908376547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:38.908398507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.02463643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","registration_count":"4"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.024680261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.054901674Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:39.055048456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:46768"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.055094716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cb657cd1-ac76-4cf9-83ee-eb17ad70a02b\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:39.055110006Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.055119086Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.055154297Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8d276b1a-7d72-48dc-9b39-a25c3d72d5d5","remote_addr":"[fd00:1122:3344:101::c]:46768","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.055527701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8d276b1a-7d72-48dc-9b39-a25c3d72d5d5","remote_addr":"[fd00:1122:3344:101::c]:46768","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.055723983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb1edc2-2592-43c3-bb82-5ee1580614cc\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:09:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.055770293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.056096657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.059795016Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.060048839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.0629241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.063257203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.065555078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.06575305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.073295071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":23,"elapsed":"798.528211ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:39.095931853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/oximeter.rs:76","collector_id":"22ae79e2-3731-44c9-8346-78c5ddbfe577","producer_id":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:39.095974633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/producers","method":"POST","req_id":"8d276b1a-7d72-48dc-9b39-a25c3d72d5d5","remote_addr":"[fd00:1122:3344:101::c]:46768","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":40873,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.096051334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d276b1a-7d72-48dc-9b39-a25c3d72d5d5\", \"content-length\": \"41\", \"date\": \"Thu, 08 May 2025 22:09:39 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:39.097646611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:41.942185736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"10ed2188-7bd9-4300-81ad-d1e56cdb320d","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.270411222Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.270464763Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.270748706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.272393973Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.275119303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.275132783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.275276664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.275304125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.275315605Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.275502207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.276659139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.276995423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.277381107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.277596899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.278449228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.281059496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.281076666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.281209618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.29263016Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.29265969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":68,"elapsed":"22.257488ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:48.31325768Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"37.945795ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:51.931629622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:52927"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:51.931752894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"65b141b2-4d27-443d-82be-136dcf9ef232","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:51.932286839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"65b141b2-4d27-443d-82be-136dcf9ef232","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:51.935000768Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"65b141b2-4d27-443d-82be-136dcf9ef232","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3318,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:51.935280411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"e9012112-8040-4749-b16d-1f5359fb44d1","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:51.935603305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"e9012112-8040-4749-b16d-1f5359fb44d1","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:51.937500635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"e9012112-8040-4749-b16d-1f5359fb44d1","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2307,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:09:51.942548509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"094ac80c-20b8-4f3d-aef2-9ee2e7b42008","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.269702274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.269757034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.270072928Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.271760806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.274372614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.274385954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.274540716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.275587417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.275607687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.275760559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.276486797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.276660338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.277976602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.280505469Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.28052689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.280650721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.311931406Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.311960616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":69,"elapsed":"42.271382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.312506752Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.312839525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:09:58.35252964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"76.933733ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:01.941817561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"708fe30f-f63a-4d97-99fe-bc9280d89988","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":279,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.2694055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.26945912Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.26946989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.26947783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.269801804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.269815604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27035738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27038504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27039877Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.270687303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.271878716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1584, tv_nsec: 9727913 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.27226069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.272873667Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1584, tv_nsec: 10729473 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.27313841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.273258631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274760567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.382186ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274782177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274792507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.274801687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274810947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274821248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274831098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274839988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274848848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274858048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274867578Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274877428Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274887648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274897139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274907168Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274917259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274927509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274937379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274947049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274956349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274966989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274976999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274988149Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.274998869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27500924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27501984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.2750315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27504127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27505162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27506156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27507172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.27508143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275091021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275258972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275286832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275297563Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275326553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275388394Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275398044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275406594Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275413894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275423364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275431404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275439394Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275447904Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275454724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275462654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.275471025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.276270783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.276296463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.276453895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.276845699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"2.003981ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.277507596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.278300725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.278326115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.278335875Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.278571998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.278668049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.279382726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.279404917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.279589399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.279610829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.279826451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.280032513Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.280043063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.281975654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.281989984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.282292787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.282773333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.282786793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.282960655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.283143637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.283154407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.283319378Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.283979736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.285529782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.285739064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.286580183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.286599713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.286828636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.288560854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.289137351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.289567085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.289742817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.289757487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.289764287Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.290084621Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.290412444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.290436255Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.290562516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.296224787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.296456069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.29652543Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.296660441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.296898014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.297340559Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1584, tv_nsec: 35188245 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.297524061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.297774643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.299988037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.300013237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.300231619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.300328Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.300851856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.301076619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.301100809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.301331221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.303736227Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.307208364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.307246654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.307474897Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.326970285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.327028076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":70,"elapsed":"56.634065ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.330850037Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"55.886337ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.334343644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.33485712Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.336461747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.336691229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.340149106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.340613471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.345557044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"70.686236ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.347097751Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"72.208712ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.35080165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"75.879442ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.352853172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.352882022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.353234046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"369c8786-e19b-4ec9-a866-0c31f2f6b38e\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:10:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.353269187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.354280137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.35456224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.354701452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.354766353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.354792493Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.354804983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"80.016076ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.355574361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.355596182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"80.763354ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.355889645Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"80.959275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.356816995Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.358058178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.358079448Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.358225439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"83.473023ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.358383211Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0857745-a7d5-42a7-87a5-8d4e5e3f28f5\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:10:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.358422632Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.359470543Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.359485073Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.359752526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.360974789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.360997229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.361006989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"86.093881ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.361227732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.361686757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.363600877Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.36392722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.365448927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.368315238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.368344788Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.36851428Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.370194668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":24,"elapsed":"95.391071ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.374483284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.374501474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.374789177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97e3a12f-3ad3-450b-953f-003d2fa4da6e\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:10:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.374808237Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.37699326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.424435738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.424944093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.430102768Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.430383441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.44424823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":24,"elapsed":"174.83371ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.445352111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"170.479563ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.492796569Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.492839779Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.493252624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ef0a02-c79a-4219-85e1-c85acca13fdb\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:10:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.493313004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.497348278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":24,"elapsed":"227.953008ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.497440879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.497897444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.499749883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.499767853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.499920575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.501887706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.503532004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.503556894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.503698556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.519873859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.519914179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.538490538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fddc0599-4c05-4a06-853e-b124f913125d\", \"date\": \"Thu, 08 May 2025 22:10:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.538548258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.538966533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.541545931Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.541814893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.545575963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.545989168Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.550613417Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.550643198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.551146623Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"961d5f3c-cf60-4a83-a886-1300c8e02a1b\", \"date\": \"Thu, 08 May 2025 22:10:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.553821122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":24,"elapsed":"279.053894ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.580652879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.581161154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba2e01c7-b0e4-4538-a6c4-d30fc9c85812\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:10:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.581190275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.581201755Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.581210545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.583008024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":24,"elapsed":"308.188877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.598689232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.599112806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.600869595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.600902335Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.601127288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.613377409Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.613414499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.614244198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.614266768Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.614276268Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.614286218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.614295989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.614321109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.614500851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.614518411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.614761714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.614776824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.615263249Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.619716787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.619751047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.741238896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"38e0f377-fa96-4743-884e-e837d4c6582f\", \"date\": \"Thu, 08 May 2025 22:10:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:08.741284017Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.741297567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.741837353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2be790e9-8184-4574-9626-aaeb8baa97e7\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:10:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.741884623Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.742305678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.745391241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.745643614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.75190461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.752364015Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.754556889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.754934813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:08.762403513Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":24,"elapsed":"487.600105ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:11.942571068Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"7cd350cd-0fba-4670-bc5d-01436c9bb634","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":254,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.270783994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.270825384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.271171747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.272745284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.275443093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.275457544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.275602915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.275646315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.275658915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.276025719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.276727547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.276962289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.277730578Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.27795257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.278634407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.279218914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"3.568828ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.281126004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.281142164Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.281291856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.290346903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:18.290374283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":71,"elapsed":"19.60757ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:21.932709871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"dd39cd34-68f6-46c3-850f-65c25c79ba7d","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:21.933086085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"dd39cd34-68f6-46c3-850f-65c25c79ba7d","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:21.935171917Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"dd39cd34-68f6-46c3-850f-65c25c79ba7d","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2531,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:21.935484041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"1f35c30a-6e69-4548-86f8-6405a339e148","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:21.935840455Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"1f35c30a-6e69-4548-86f8-6405a339e148","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:21.937595813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"1f35c30a-6e69-4548-86f8-6405a339e148","remote_addr":"[fd00:1122:3344:101::d]:52927","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2175,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:21.942063591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"6ada7fc7-36b8-4fb7-af6c-176bb22bb6aa","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":248,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.270233617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.270281977Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.270607571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.273055227Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.275103939Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.275120099Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.275488053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.275643675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.275652235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.275791347Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.277004289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.277179741Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.278072161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.278404844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.279201183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.099284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.280377596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.283010604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.283025254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.283158595Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.293674398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:28.293696548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":72,"elapsed":"23.471231ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:31.942477915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"6332d35d-ec0b-40f0-b46d-43116167def6","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":287,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269141004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269196545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269207715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269216515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269224935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269233225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269242205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269250575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269259425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269267985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269276846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269286536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269294346Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269302976Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269312456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269321966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.269330876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 22:00:38.269264525 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269341486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269350077Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269557829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.269630689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.26964993Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.26966198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.26967526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.26971563Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270005744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1614, tv_nsec: 7608240 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270035104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1614, tv_nsec: 7627530 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270053694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270064724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270079374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:10:38.270089134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270099725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":14,"elapsed":"10.14µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270110465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270276886Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270427518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270442338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.176423ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270527439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270539459Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.305014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.270812962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.271060895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272010395Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272090386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272113966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272198407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272285628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1614, tv_nsec: 9884274 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272320188Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272334128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27246868Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27248876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.272535851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272697202Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272741213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272858974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272873834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.272884644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.273136527Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.274146248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1614, tv_nsec: 11765055 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.274171948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 22:00:38.269264525 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.274183408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T22:00:38.269264525Z\",\"pruned\":[]}","iteration":13,"elapsed":"4.901532ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.274400951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.274682923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.274703884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.274870705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275448412Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275470382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275478542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275487252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275493972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275500822Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275507232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275514862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275520803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275527252Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275533623Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275540483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275546653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275555353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275566093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275576593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275587183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275597213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275606163Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275615244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275624893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275633704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.275642834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275652254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275661014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275671204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275680504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.275690494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275699494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275709405Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275719474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275728375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275738185Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275747195Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275757115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275767055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275776705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275785045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275795685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275805715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275815826Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275825296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275836806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275892796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275960677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275980017Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.275992408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276072148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276092578Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276113439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276123859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276139079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27618913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27620505Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27621672Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27622845Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27623556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27624212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27625104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27625971Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276490333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276769236Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276786686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276796356Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.276805876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27711202Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.27720591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.277719696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.277789457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"7.684583ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.277805697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.278207501Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.281106892Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.281130723Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.281321425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.281502096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.281530727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.28178289Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.282123473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.283105904Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.283254295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.285053465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.285081775Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.285303957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.286469489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.286834744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.286926614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.286974475Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.29024738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.29027896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.29028955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.290431232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.290454162Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.290630834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.290704105Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.290847887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.290867807Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.291019338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.293754758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"18.199564ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.293866909Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"18.305586ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.295005121Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.297104723Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.297131054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.297362936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.299232276Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.29956903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.299924364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.300132816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.303470771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.303510072Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.303611893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.303631483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.303672484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.303907856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.311019032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.312800491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.316738313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":13,"elapsed":"39.944817ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.317411771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.317853535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.319038618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.322445904Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.323025271Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.325340425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.325371596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.325384006Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.326259195Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.326555688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.330394199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.330854284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.333887887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.336907339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.33693862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.337227672Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.339500947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"63.819493ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.344643452Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.345147887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.345595422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.348110349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.348448772Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.348479743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.348796806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.348868087Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.349508924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.35192307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.35195055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.352179692Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.353638978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.353669518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.353681019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.353691969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.354210314Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.362193989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.362228839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.362513903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.363251121Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.363278561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.363292261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"87.659637ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.36414466Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.364802877Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.365915549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.366066361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.366090501Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.366425255Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.366636707Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.366659007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.36699003Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.367087902Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.367104322Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.367473826Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.369288185Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.36974755Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.36977888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"94.132976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.371255046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.372752212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.372777883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.372789243Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.372799143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.373015685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"97.505573ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.373112186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.37438523Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.37441789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.3744395Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.37445181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.374650703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.375636223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.377285161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.380149611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.380177631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.380419034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.389545572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.394102191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"118.519057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.400351427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.400899913Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.403047516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.403507021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.403768754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.403794634Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.403805894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.40437229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.417381949Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.41742648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.417800274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aa09efc-c28b-429b-b6bc-06100dd25605\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.417825714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.42025718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.440353985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.440389936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.440757679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6553a16-0b9a-4fe6-9344-3301885e4de3\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.44077688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.4436007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.457935033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.474289318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.474866094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.537896478Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.538287333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.569245635Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.636734216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.636793006Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.637656476Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52636179-01c0-41f4-8a3d-0ba55f25b962\", \"content-length\": \"585\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.637699816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.638237922Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.643171055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":13,"elapsed":"366.379688ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.646107506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"370.633164ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.653844159Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"381.670902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.65579309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.657810601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.658228836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.660307918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.660342028Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.66051085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.661492611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.66238854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.662420101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":73,"elapsed":"392.363486ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.666346863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.666379343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.666688556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.669929811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1614, tv_nsec: 407533508 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.670100033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.670337085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.670397786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.67358433Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":25,"elapsed":"404.396095ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.686467178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":25,"elapsed":"417.265323ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.709708796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.709750487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.709764407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"434.097643ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.711321613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.711442885Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.711508626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.711524406Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"435.989774ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.711872219Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"104647d5-7922-4e61-b252-c54ed48536d3\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.71189323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.713927792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9c9be52e-d19e-4eb1-97cd-4e1b6d07f916\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.713954722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.714769421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.714796571Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.715077424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.715725761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"440.081158ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.715982354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.715999694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"446.706847ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.716757962Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.716879193Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.716889153Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.716897273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.717255587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.717271687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cab97ae1-c6bd-440b-ba31-20cd08f8ba20\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.717281487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.718920795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c1a2fe03-e8d5-4763-81ba-2f998a52abe4\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.718933755Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.721067228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"472d5295-498a-45c3-a0ca-3e4664c714d4\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.721087038Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.727062522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"451.601031ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.727596848Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.727640528Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"458.436343ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.737211441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.737240681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.737254701Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"461.755339ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.74279126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{3865b5a3-3731-4d4d-ad6e-4ea76d77d32c: {10.151.2.175: {fce29db4-4d60-4a8c-a381-3cb8175181b1}, 10.151.2.176: {fce29db4-4d60-4a8c-a381-3cb8175181b1}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.74281783Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.74834999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1eefee59-70e7-430b-8845-5063deb9eacf\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.74838145Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.748979116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.767431434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/5474a63d-312e-4346-94cf-a31d2fc0fd33/state","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.776792584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.777168458Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.778738855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/5474a63d-312e-4346-94cf-a31d2fc0fd33/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cadd329-e885-4385-a2ee-1af818ba2567\", \"content-length\": \"130\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.781877608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"vmm_id":"5474a63d-312e-4346-94cf-a31d2fc0fd33","sled_id":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","instance_id":"e5d7468b-cff8-4a88-bdfd-7e5e4ba11a13","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-05-08T22:10:31.765932366Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.781911439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"vmm_id":"5474a63d-312e-4346-94cf-a31d2fc0fd33","sled_id":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","instance_id":"e5d7468b-cff8-4a88-bdfd-7e5e4ba11a13","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/instance.rs:2140","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-05-08T22:10:31.765932366Z }","propolis_id":"5474a63d-312e-4346-94cf-a31d2fc0fd33"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.781932749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"vmm_id":"5474a63d-312e-4346-94cf-a31d2fc0fd33","sled_id":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","instance_id":"e5d7468b-cff8-4a88-bdfd-7e5e4ba11a13","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.782462054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.782547295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.782572766Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"vmm_id":"5474a63d-312e-4346-94cf-a31d2fc0fd33","sled_id":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","instance_id":"e5d7468b-cff8-4a88-bdfd-7e5e4ba11a13","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.782589226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.782629736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.782678447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.783586097Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.78577405Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.78580085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.78768657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.787718471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.788280227Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1982c0c-8ac8-4913-b4c8-903574d17779\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.788314527Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.788745782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":25,"elapsed":"513.27703ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.790248228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.790273498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.790292838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.790304818Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":13,"elapsed":"521.184944ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.791527762Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.791554642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.791910226Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.796221682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.796630686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.798982681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.799691389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.814989442Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.815393117Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.819225618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.819256668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.819267468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.819945346Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a9367d0f-8176-4eea-bdf5-5dfd20009cea\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.822050488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":25,"elapsed":"546.454865ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.823594765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.823621305Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.823636655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.824052909Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.833768303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.833831944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"564.641949ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.846423139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.846944444Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.848258568Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.851038608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.851070588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.851288351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.854378694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.85772731Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.85775431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.857946692Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.86436747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.864396451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"588.644347ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.876949705Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.87929854Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.881627715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"606.124713ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.881946199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.881962699Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.882227142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.884116532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.884147942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.884160842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.884172593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":13,"elapsed":"614.901327ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.925468334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.925925689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d51346c4-a09a-4234-9341-db9f1e0b951a\", \"content-length\": \"811\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.925967629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(14929187) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.925980029Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.92598721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.927535116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":25,"elapsed":"651.841242ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.944397697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.944881852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.950768165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.950799915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.951045648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.963928926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.963952876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.964238599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.964252149Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.964259349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.964268059Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.964275399Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.964282509Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.964454681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.964477391Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.964689294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.964698624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.965086348Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:38.966865577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:38.966883437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.080412612Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1f8347db-2996-4e4e-90c1-37b9d8f8d74c\", \"date\": \"Thu, 08 May 2025 22:10:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:39.080453692Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.080465082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.080955347Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8795991-8270-4ac4-ab24-d9ec56c8f4bb\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:10:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.081018728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.081488383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.085395785Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.085750589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.088884222Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.089305996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.091337128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.091611601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:39.098234082Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":25,"elapsed":"822.507758ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:41.943112191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"877ab096-f620-4616-b4a4-8244d1ebf62e","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.270316916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.270364847Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.27068869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.275450021Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.275471321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.275634523Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.308905909Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.309454655Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.309865269Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.31178436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.31180886Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.311966512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.313529998Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.313719271Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.315697032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.318131388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.318142918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.318278499Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.329464429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.329488049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":74,"elapsed":"59.194253ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:48.345130176Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"69.676605ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:10:51.942470473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"419ba7d8-b927-4623-a22c-2ac86bd4483d","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":387,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.270714709Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.27076808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.271244965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.27355684Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.275581121Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.275592451Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.276028176Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.276216878Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.276227538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.27637535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.277954517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.278103218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.278150089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.278372611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.280768027Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.283421385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.283444126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.283576867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.2950899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.2951183Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":75,"elapsed":"24.424881ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:10:58.310759578Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"35.175677ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:01.943343481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"dcf53705-a707-43f0-9807-f8fb28b5c2f5","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":346,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270000531Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270056622Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270066672Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270075732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270334475Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270347555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270397845Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270409915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270417986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.270756829Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.272951433Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1644, tv_nsec: 10333869 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.273184985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1644, tv_nsec: 10544252 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.273217396Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.27363109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.273733761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.274465489Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.065264ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275748032Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275774813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275785463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275793033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275799853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275806543Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275812463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275819803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275826944Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275833264Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275839604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275845724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275851624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275858654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275870284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275894794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275904254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275911474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275918834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275925765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275931674Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275937835Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275944985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275951725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275958085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275964235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275971225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275978205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275985025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.275991145Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.275997365Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276003695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276009745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276148267Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276176817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276293909Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276332879Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.27641689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.27642795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.2764368Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.27644551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.27645846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.27646539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.27647374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276482611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.27649104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276499111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276927225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.276938035Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.277094407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.277275479Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.277523322Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.278018747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.278889306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.281727707Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.281747567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.281835318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.281847338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.281969089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.28201715Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.284069421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.288233726Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.288259166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.288438158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.290310438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.292483951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.292874266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.292906806Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.292919106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.293080688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.293621874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.293809976Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.294864377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.295332472Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.325797288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.326289873Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.348092596Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.348154487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.348556671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"855f677f-0ea9-4688-a2d5-ea3cb4091dcf\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:11:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.348580852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.349533572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.350061647Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"74.295094ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.350087388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.351293441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.351850337Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.355263553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.355293853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.355544656Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.356706048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":26,"elapsed":"80.853225ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.357523997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.357552767Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"81.637943ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.359621539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.361831563Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"85.862218ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.362598301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.362627861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.362645722Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.362688802Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.362864704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.363099606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.363131877Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.363483801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1644, tv_nsec: 100845597 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.363912455Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.364251189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.364680154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.364710544Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.364721824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.365047678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.365378631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.36714329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.36717133Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.367399732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.367602135Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"91.64836ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.36814532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.368159851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.368761007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.36901648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.370340424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.370807869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.370960631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.370980711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.371321214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.371343005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.371350535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.371715789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.372266495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.372286955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.372538587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.374022603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.374328867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.374728861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.377742353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.377769983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.377978286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.382173661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.382195891Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.382640666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6665d5ca-ae94-42f2-9421-cc1cdbc32a12\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:11:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.382661446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.384577756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.387172964Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.387195384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":76,"elapsed":"116.804089ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.388831762Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"112.966708ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.414538547Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"138.702253ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.415294205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"139.513262ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.420638812Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.420668092Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.420680022Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.421041496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.428389935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.428412835Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"152.42834ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.460406067Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.460737371Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.495181669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.49520556Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.495613142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"654b54f5-6b5f-46ea-8552-d469250fa382\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:11:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.495637704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.496121901Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.496137154Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.496758396Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c191baed-4181-45ed-bce6-f43a3a0bc36e\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:11:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.496792407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.497193421Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.498204262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.49892557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":26,"elapsed":"223.153846ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.499031191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"223.196747ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.541428454Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":26,"elapsed":"271.388723ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.547677601Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.547726131Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.547739521Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"271.770297ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.567745626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.567786836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.568016589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5ce87104-888a-4349-ae03-144cb6166312\", \"date\": \"Thu, 08 May 2025 22:11:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.568043549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.568386052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.570563866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.570910729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.571581116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.571854679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.575689911Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":26,"elapsed":"305.692139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.578322769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.578646372Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.582741706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.582765386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.58314416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"498e6963-22b5-41cd-9c3a-2a4edcd2b5a0\", \"date\": \"Thu, 08 May 2025 22:11:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.585163522Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":26,"elapsed":"309.166077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.641664926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.64203573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.644243724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.644273484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.644406415Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.648051485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.648403818Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664000605Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664036965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664333179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664359599Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664368759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664377889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664386089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664393609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664566441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664578271Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.664819424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.664829274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.665197988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.668004618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.668027558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.686436815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.689270815Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.689290856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.689549378Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.722586732Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.724538863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.724559333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.724730745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.774378626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"944fd012-2b97-44e3-a2c5-4a41b62657bc\", \"date\": \"Thu, 08 May 2025 22:11:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.774521427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.774532887Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.775025283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1129a044-9b3d-4ef5-aaaf-069f2e4a4382\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:11:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.775080153Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.775598039Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.779701473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.779960425Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.783234071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.783545644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.7856443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.78590865Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.792956015Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":26,"elapsed":"517.06928ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.818176204Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.819514988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3e04292-423e-493f-81d9-f5788981ac64\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:11:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.819541889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.819553549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:08.819578529Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:08.821235177Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":26,"elapsed":"545.299653ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:11.942673153Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"deea5823-ea5d-45be-9cbe-d07e2c5cb4a0","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":362,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.27090564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.27095893Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.271306644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.276008574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.276022965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.276249927Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.278083856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.27842951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.302097093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.304890883Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.304905934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.305045295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.307039676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.30736116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.309100878Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.312785498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.312816678Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.31300175Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.314337884Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"38.32191ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.323807326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:18.323830836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":77,"elapsed":"52.944866ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:21.942746693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"8eb0e109-7e8e-46ef-b58e-435115a65445","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.271155852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.271214602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.271676607Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.275474688Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.275496238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.27565774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.277190646Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.27754178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.279497311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.013014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.303660129Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.306423009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.306436609Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.30657095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.308517411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.308827624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.310232759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.312862108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.312878128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.313010989Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.32337422Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:28.3234005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":78,"elapsed":"52.275619ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:31.9425487Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"d9d59616-48e0-4fd2-b2f4-c59e60c626d0","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":279,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269600254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269658434Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269669804Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269679295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269689615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269699625Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269708855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269719215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269727665Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269737495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.269745435Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 22:01:38.269726385 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269754205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269761916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269770725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269779666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269793266Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269801576Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269809086Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.269816746Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27016721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27019608Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270263431Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270287681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270303781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1674, tv_nsec: 7411508 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270328831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270421552Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270526504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1674, tv_nsec: 7623840 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270567044Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270582144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270595694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:11:38.270608114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270622315Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270630845Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":15,"elapsed":"8.97µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270724146Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270935948Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.270955258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.234183ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.271021309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.271033369Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.212123ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27115091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.271423313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.273325043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.273763358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.274304224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1674, tv_nsec: 11406381 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.274420045Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 22:01:38.269726385 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.274455256Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T22:01:38.269726385Z\",\"pruned\":[]}","iteration":14,"elapsed":"4.70101ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.274566167Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275521377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275542457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275550637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.275557347Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275564127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275570108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275577478Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275583988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275591058Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275598178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275605088Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275611988Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275619258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275625658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275633238Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275640778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275647999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275660759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275667049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275673329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275679379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275687319Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275693679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275700309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275706549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275713529Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275719889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275726979Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275733069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27573936Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275745049Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27575128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27576018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27576929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27577929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27578856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27579495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27580207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27581142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.2758216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27583014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275930311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1674, tv_nsec: 13033958 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275962602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.275976702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276027023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276053173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276066213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276077793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276112203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276129613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276141794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276235525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276251605Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.276284125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276298175Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276309935Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276320486Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276330166Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276340736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276351896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276363026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276373766Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276384386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.276394876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.277281096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.277301216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.277309706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.277318436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.277531868Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"6.980144ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.277616389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.27767104Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.279759332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.279783823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.280060796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.2813937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.282826085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.282849676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.282857485Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.282864056Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.283131308Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.284372392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"8.765684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.285625165Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.288474156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.288508896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.288757429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.339309239Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.342566844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.342599515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.342892198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.344085051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.344372383Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.34776606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.34779387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.348026473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.349752121Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.352040125Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.353830275Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":14,"elapsed":"76.517758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.354654771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.355142758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.355177089Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.355192999Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.355445852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.35624387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.356270541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.356282351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.356811836Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.357226791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.357421923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.357748437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.357773577Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.359364974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"83.590145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.359669597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.360247603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.360731708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.361384095Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.361408986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.361726299Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.362261355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.362290685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.362480657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.363563579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.363596929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.363820231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.364007343Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.364250106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":27,"elapsed":"88.459016ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.364502329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.36458918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.364891353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.365279897Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.365663721Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.365688791Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.365703711Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"90.031043ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.365956524Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.366253748Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.367139697Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.36746035Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.368022026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.368038267Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.368215738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.370766076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1674, tv_nsec: 107866682 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.37113198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.37115972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.372556285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.373272072Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.3748956Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.37493066Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.375211143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.37678977Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.376820321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.377075023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.379105205Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.379142005Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.379415488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.379828263Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.380295448Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"104.615029ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.380322258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":14,"elapsed":"103.016191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.380338178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.38049405Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.383614973Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"107.867244ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.384982858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.385019468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.385265381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.402782698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.403546646Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.412488602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.420962643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.421019833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.421323706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.421363347Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.421374457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.421385317Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.421396797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbd4ef38-b7c6-4c12-b9cc-b8603740723e\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.421415658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.421878392Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.424403619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.428566954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.430455344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.430490035Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.430879379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118c6b43-7925-4cda-adf8-16f0c69c4fa9\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.430908309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.431333384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.432947641Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.433983502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.434018482Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.434275285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.437139626Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.437166456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.437213047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.43757523Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.440755344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.440781745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.440795975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"165.234517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.441697024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.442129839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.44318985Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.443377262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"167.844285ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.44409331Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.444923649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"169.350592ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.445877369Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.446305744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.447913611Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.447934691Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.448098463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.448168284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.448187564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.448488767Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.449561939Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.44968158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.44970377Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.44971771Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.450106574Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.450144745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.451928594Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.452249657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.452352338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.452837754Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.455476542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.455500762Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.455666974Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.456591064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.456618714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.456752916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.458845668Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.459136111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.461506606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.464288706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.464316426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.464582689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.470061408Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.470089728Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":79,"elapsed":"199.550955ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.476043982Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":27,"elapsed":"200.318833ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.476245924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.476274294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.476284254Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.476293354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":14,"elapsed":"206.735641ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.47684996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.47686616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"201.120001ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.484390031Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.484413681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.484425272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.484825186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.485641285Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.485668245Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.485683085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"210.017516ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.487251062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.490103292Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.490309144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.490338375Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.490532827Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.490625048Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.493013423Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.493043674Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.493053134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.493062464Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":14,"elapsed":"223.225997ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.493912463Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"218.105383ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.503075081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.503111361Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"227.495743ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.505710309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.506219354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.530318352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.530389053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"260.641908ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.563547398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.563600368Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.564042003Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b2ebf5-3869-4bc1-bd20-1e1f7e207761\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.564080653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.566141615Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.579825562Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.581374629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.581855803Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"a2fd7e28-d7c2-4779-a310-2b020fa7b9f9\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.581887604Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.583657863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"af9137ac-82f0-4cc4-8809-b1fb545c1b4d\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.583692113Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.585353951Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.585384441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"315.763307ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.602786667Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"327.080968ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.626857015Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":27,"elapsed":"357.06458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.681847043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.682364349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.683752013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.683781144Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.684559992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce01dced-fe50-4b38-93f5-92f2f873a75d\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.684596402Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.687018708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.687492753Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":27,"elapsed":"417.760469ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.701045778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.701521823Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.702913658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.70304465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.703574225Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"81656ea0-0867-48fc-be42-b0683b54c1ce\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.703602096Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.705451036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"efa6a524-a9f5-43b9-aecf-13cb4e6a188c\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.705489986Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.706367795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.706399116Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.706633818Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.708043573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1486917a-6820-4f5f-88d3-2925eb695179\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.708071264Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.708380667Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.710203576Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.710248447Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"440.456372ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.71149506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.71152483Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.711757593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.722499158Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.722537518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"446.814119ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.759382973Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.759432533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.759689756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"78dc9e8f-3177-4980-a688-bc6518c8ea27\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.759712316Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.76009607Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.762767579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.763038172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.766897963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.767372588Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.771694874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.771719354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.77222683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4149d510-410d-4005-b966-769bcbd99ecc\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.774302282Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":27,"elapsed":"498.484662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.793895991Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.794320586Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.79655794Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.79657747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.796838283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.808982903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.809009263Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.809337837Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.809355107Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.809365257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.809374307Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.809381957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.809389957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.80961362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.80962516Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.809855432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.809866313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.810306137Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.812965186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.812987026Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.837994653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.922252564Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"904f05b8-2b0e-40f9-9cfe-70598a047725\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.922286445Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.922298035Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.922822831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16c89dbd-fd7f-4374-95b6-4e4f54b1339c\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.922888441Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.922909111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b31b414-eb4e-4aa6-a403-82c1244d97d3\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:11:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.922937532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.922960702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:38.922971642Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.923359046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.92459122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":27,"elapsed":"648.967651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.927382679Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.927745863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.930336881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.930466542Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.932222851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.932515534Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:38.939248636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":27,"elapsed":"663.665009ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:41.942888833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"16edb78d-11e8-4e7c-a09d-295d3ddece75","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.271089449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.27114816Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.271473693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.276172233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.276193904Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.276408086Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.30294134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.305673429Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.305688159Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.305849461Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.307361087Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.307716481Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.308417918Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.30858197Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.309211407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.311939946Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.311953686Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.312094028Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.325530832Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.325562272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":80,"elapsed":"54.496883ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:48.341758695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"65.578432ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:51.93332631Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:48746"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:51.933423251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"46b49be9-3a51-40b4-87ba-7199cbea86de","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:51.933802455Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"46b49be9-3a51-40b4-87ba-7199cbea86de","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:51.936289301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"46b49be9-3a51-40b4-87ba-7199cbea86de","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2916,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:51.936526404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"e9051340-5526-4d9e-aab8-98c758d7dab7","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:51.936740846Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"e9051340-5526-4d9e-aab8-98c758d7dab7","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:51.938543736Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"e9051340-5526-4d9e-aab8-98c758d7dab7","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2047,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:11:51.942619849Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"cff82f05-a772-43ee-8c55-e9b3beec7b87","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.270884716Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.270950876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.271400101Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.273749976Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.275762718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.275775248Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.27599326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.276568647Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.276581777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.276733638Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.278048432Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.278226844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.279329136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.279508718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.279963633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"4.200705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.280870513Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.283573851Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.283585591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.283721333Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.294947053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:11:58.294974313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":81,"elapsed":"24.115288ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:01.942841561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"116d5b23-ac6d-41c1-ace8-455eb44bcdce","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:06.932790213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"dccd029a-fbde-4466-8ba9-ecc1a15c4640","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:06.933285858Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"dccd029a-fbde-4466-8ba9-ecc1a15c4640","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:06.935320709Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?sort_by=id_ascending","method":"GET","req_id":"dccd029a-fbde-4466-8ba9-ecc1a15c4640","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2637,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:06.935608493Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"5bfd7b65-213b-4549-b3cf-50f4d51718cc","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:06.935979136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"5bfd7b65-213b-4549-b3cf-50f4d51718cc","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:06.938487734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/collectors/22ae79e2-3731-44c9-8346-78c5ddbfe577/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZGQ4MjYzNC0yODQ0LTRmOTctOTc0Ni0wNzA5OTA0NGMxOWQifX0%3D","method":"GET","req_id":"5bfd7b65-213b-4549-b3cf-50f4d51718cc","remote_addr":"[fd00:1122:3344:101::d]:48746","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2941,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.269811103Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.269864114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.269874874Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.269884294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.270196538Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.270211518Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.270805374Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.270831114Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.270840654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.271201698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.273299251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1704, tv_nsec: 10140807 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.273332191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1704, tv_nsec: 10150227 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.273621864Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.273766566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.273797036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.275300812Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.460098ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276627796Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276647256Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276685657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276695687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276702617Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276710017Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276716567Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276723857Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276729808Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276736368Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276743737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276751098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276826598Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276834889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.276842869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276849329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276855619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276862689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276869199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276890719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276910379Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27691837Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27692593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27693297Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.2769386Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27694557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27695228Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27695855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27696471Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27697028Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27697619Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.27698173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.2769882Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.276994Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.2770007Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277038681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277118792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277195682Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277207362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277216953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277224983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277268033Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277280053Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277288203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277319784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277329514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277336354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277343024Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277349554Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.277358224Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.278471066Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.278677358Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.279730109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.281552179Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.281572759Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.281747011Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.286707484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.290134801Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.290166411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.290408034Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.290438614Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.291798078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.293416786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.293449536Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.293699229Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.29565018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.2956813Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.295929063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.297683201Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1704, tv_nsec: 34187284 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.299175457Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.300568992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.300941996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.302002818Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.302298041Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.320272093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.320338054Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":82,"elapsed":"49.490699ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.34239354Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"65.48945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.34336003Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.343898156Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.344232839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.344654004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.345550713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.345824867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.348079651Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.348283643Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.350682888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.350708769Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.350745329Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.35081453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.351081043Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.351361126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.352170734Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.352198055Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.352271905Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.352293666Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.352463458Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.352508098Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.352538968Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":28,"elapsed":"75.652289ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.355833903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"78.864944ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.360038648Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.360070448Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.360081079Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.360091589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.360106009Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.361484244Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.361838727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.36300566Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.36303963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.363174052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.364067921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.36581132Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"89.056133ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.367055853Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.367401737Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.367426637Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.367442497Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.36768287Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.370071046Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.37327787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.37332234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.373576233Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.376787477Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.376815958Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"99.997399ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.377708557Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.377732548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.378057031Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c141e4-aad6-4c1f-b473-9a0a766730f4\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:12:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.378079551Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.378802539Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.378830749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.379124992Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf94465-f42b-46e1-8921-ea0e131d39c6\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:12:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.379154063Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.380510407Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.3817232Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.3901439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"113.445913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.395528218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.396069293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.398774593Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.399082326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.40786756Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.40789702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.40791142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"131.172603ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.408228194Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.412815683Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.412842273Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.413106256Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.415268199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":28,"elapsed":"138.527172ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.417558694Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"140.851446ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.418950178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"142.060599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.426970384Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.427425269Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.460383781Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.463535545Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.463561326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.463845658Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.480412136Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.48077279Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.482381587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.48452426Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.48455258Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.484811553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.484867703Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.484883074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.485280828Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50e73c28-d76b-49d8-b051-ac01e43534aa\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:12:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.485303838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.488549693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.489499773Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.489520503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.489546713Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.489719855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.496906972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":28,"elapsed":"227.083039ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.512308247Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.512334437Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":28,"elapsed":"235.490699ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.517153349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"240.278829ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.576496234Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.576598975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.577108Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b577b10-0a4a-4321-bcb4-746518a9a504\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:12:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.577222981Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.580269094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.591688856Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.591916618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.594513396Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":28,"elapsed":"324.722273ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.596030592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.596047752Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.596241745Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"247495f5-791d-44c7-9257-8f215a90c091\", \"date\": \"Thu, 08 May 2025 22:12:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.596253515Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.596516338Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.599012584Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.599205606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.604068628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.604476543Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc83ed7-e092-468b-ad16-3a14412bc61e\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:12:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.604519003Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.604538473Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.604545774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.605971669Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":28,"elapsed":"329.180181ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.606929839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.607265223Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.611044143Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.611065923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.611282606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bc811013-8167-4cb3-9702-fe228aaf8abf\", \"date\": \"Thu, 08 May 2025 22:12:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.613137855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":28,"elapsed":"336.374187ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.684287647Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.68467362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.685970134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.685991445Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.686248397Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698298636Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698323146Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698508508Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698520239Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698527549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698535649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698543139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698551189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698786862Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.698802172Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.699008504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.699023194Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.699401198Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.701761303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.701784563Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.8500498Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"89578dae-fd98-4fe8-b88c-a5852f997a0a\", \"date\": \"Thu, 08 May 2025 22:12:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:08.85008199Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.85009235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.850344953Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98aefc0b-b332-4f6f-a0aa-10ae15f9e728\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:12:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.850388693Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.850737127Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.854419196Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.854703119Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.858312628Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.858656332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.860472271Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.860677663Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:08.868496727Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":28,"elapsed":"591.712908ms"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:09.100810692Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","registration_count":"5"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:09.100852152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:09.131179036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:09.131291078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41273"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:09.13146081Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a6016222-44a3-479b-91d4-b442bb070f44","remote_addr":"[fd00:1122:3344:101::c]:41273","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:09.131825863Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a6016222-44a3-479b-91d4-b442bb070f44","remote_addr":"[fd00:1122:3344:101::c]:41273","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:09.183118052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/oximeter.rs:76","collector_id":"22ae79e2-3731-44c9-8346-78c5ddbfe577","producer_id":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:09.183167472Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/metrics/producers","method":"POST","req_id":"a6016222-44a3-479b-91d4-b442bb070f44","remote_addr":"[fd00:1122:3344:101::c]:41273","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":51737,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:09.183217283Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6016222-44a3-479b-91d4-b442bb070f44\", \"content-length\": \"41\", \"date\": \"Thu, 08 May 2025 22:12:09 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:09.18573777Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"producer-registration-task","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:11.943105332Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"55edd535-ff36-43d4-8438-5b9ee833fc77","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":299,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.271370909Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.27142955Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.271933725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.273950186Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.275980778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.275992218Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.27617788Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.276642395Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.276653526Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.276791367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.277915209Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.278124301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.278680507Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.279044411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.280386085Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.28270213Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.28271765Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.282848792Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.293083899Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.293110018Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":83,"elapsed":"21.818383ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:18.307497825Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"31.510027ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:21.943500326Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"ae7a1213-6dbf-40bf-a94c-bdd4e7e2db00","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":390,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.271636671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.271692152Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.272021605Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.274216739Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.27623342Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.27624689Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.276565684Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.276838997Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.276849807Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.276986368Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.278387023Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.278748817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.279218972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.279395494Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.280839579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.283508758Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.283522168Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.28365929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.295387695Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.295415755Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":84,"elapsed":"23.790494ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:28.319164449Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"42.926819ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:31.94397149Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"d34711fc-3292-45ea-9120-b6e44e45b6a2","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270592389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27065263Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27066633Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27067575Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27068532Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27069561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27070514Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27071353Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27072235Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270731861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.270769591Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-05-08 22:02:38.270694080 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270780381Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270789181Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270799091Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270809291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270817702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270827311Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270835782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.270845462Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271078594Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271102934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271191066Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271205675Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271212286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-05-08T22:12:38.271219456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271227206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271234916Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\"}","iteration":16,"elapsed":"12.47µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271244906Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271253996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271263216Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271276616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271323257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0ccabf41-81cd-45e7-bb26-335edaa2ee47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"38a08dd6-6a75-4558-b4f8-df853f4d03d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1734, tv_nsec: 7911603 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271375297Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"228ed1c1-3cc1-4055-aae9-5595ad856b86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8b245480-f91d-406b-bb08-850e1c3e3fc5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c8f20f67-ea63-4dbc-b0f1-c30876daff82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1734, tv_nsec: 7969764 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27159028Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271699111Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271717221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.021581ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271835842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.271859653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.065771ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.272316978Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27258653Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.2735173Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-05-08 22:02:38.270694080 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27353208Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"expiration\":\"2025-05-08T22:02:38.270694080Z\",\"pruned\":[]}","iteration":15,"elapsed":"2.82917ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.273933385Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.274164367Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27536861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1734, tv_nsec: 11966347 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.275398411Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.275635603Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276103938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276129778Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276140698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276150659Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276160168Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276170099Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276178889Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276189789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276199739Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276210959Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276221579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276231719Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276241389Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.276250929Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27626014Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27626963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27627942Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27628919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.27629938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27632869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276339961Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276350841Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1734, tv_nsec: 12846766 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276366681Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276376761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276388291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276397881Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276408051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276418241Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276427671Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276437171Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276446842Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276455402Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276464852Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276473262Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276482282Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276491352Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276501382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276510302Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276518983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276528512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276537303Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276546503Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276556253Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276568553Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.276591153Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276628984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276645134Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276659894Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276707814Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276719214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276761355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276771115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276780565Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276788025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276838786Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276847106Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276855376Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276876706Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276885996Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276892676Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276905327Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.276917587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277058898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"5.831362ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277156109Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277607414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277617214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277623324Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277630334Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277841966Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277904047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277962908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.277972278Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.27814146Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.280390404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.280412834Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.280542915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.281982261Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.283084123Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.283490527Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.283986662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.284227895Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.284237875Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.284444587Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.285964684Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.286646321Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.286672071Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.286948414Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.288327019Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.288349259Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.28848926Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.298286915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"21.976785ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.301988975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.302017795Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.302031355Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"25.711225ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.302643512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.302931215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.303786524Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"27.458344ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.306473203Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.306500613Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.306579214Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.306597364Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.306861817Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.306882897Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.309525345Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_rx\":{},\"error\":null}","iteration":15,"elapsed":"31.890431ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.309825589Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"33.69543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.310043161Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.310454115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.310618517Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.310815629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.311307535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"DnsResolver","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-2f2f2c32-8d58-4801-a669-9618eac0c3f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1734, tv_nsec: 47894431 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.311678268Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.319025187Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.3192903Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.319531612Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.319834606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.32117121Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.321482673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.321500664Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.322608965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.327238265Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.327272025Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.327569349Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.328450908Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.328480618Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.328490698Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.337456724Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":15,"elapsed":"59.83419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.342593459Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.346251058Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.346280309Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.346504661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.349066568Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.353641247Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.354502546Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.356985983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.357018573Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.357233295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.358123295Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:362"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.358151525Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":29,"elapsed":"81.801425ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.35864535Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":29,"elapsed":"82.524482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.359164456Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.359663761Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.360195957Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.360215747Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.360226318Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.360762363Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.361205488Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.363484592Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.363509702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.363520563Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.363863206Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.363923527Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.364318811Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.364966938Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.367378984Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.367405824Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":85,"elapsed":"96.210239ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.377016687Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.377562973Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.381772128Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.382125002Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"105.794432ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.382309744Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.383643148Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.384380286Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"107.990365ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.386516579Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.386543939Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.386801302Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.388663702Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.389566061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.389595001Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"113.20952ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.390755004Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.390775714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.391019867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.393071549Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.393420453Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.393444673Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"117.205313ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.394609465Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.396196122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.396520506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.400603939Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.401119475Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.408991729Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.410479075Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.41094757Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.411348704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.411358714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.411629657Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.415488738Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.415513869Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.415903293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9330e025-f573-4a56-9ae5-6a05b3698b54\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.415926013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.417033195Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.417059565Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.417067606Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.417074115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.417299868Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.4175424Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.417564541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.418084896Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.42034725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.420372031Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.420385541Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"144.011331ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.422519344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.422541064Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.422548474Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.422554504Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.422850797Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.426423115Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"150.272577ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.437657576Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.437689866Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.43804818Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfad064-9383-4ad3-aada-9d64559fdf43\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.4380708Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.43995076Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.477677624Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.478074898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.490259178Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.49691322Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.497312774Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.513665409Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1171","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.513701859Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.514088743Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76538565-f2cb-4008-affa-a7817a3a847a\", \"content-length\": \"26\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.514143074Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1174","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.515769521Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/mod.rs:1208","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.586358036Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.586791731Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"dd9fc4d6-1a02-44cd-ae76-9723cd88ec76\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.586824831Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.588448339Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9ed84b4f-9aa6-4b87-aaf3-d0241ecc87a6\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.58855714Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.59133555Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.59140872Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"320.68962ms"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.620454231Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.620489061Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.620997387Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e9086d4-a407-455e-b653-accc908efbac\", \"content-length\": \"372\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.621030677Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.621631934Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.622977838Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.623769546Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.626533506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.627639078Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.627662558Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.628006662Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.628981062Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2f2f2c32-8d58-4801-a669-9618eac0c3f7, lookup_type: ById(2f2f2c32-8d58-4801-a669-9618eac0c3f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.629008512Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.629401126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.630469898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.630495548Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.63069898Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.640700987Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"0","iteration":29,"elapsed":"364.438198ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.674472189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.679018937Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.679052288Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.679350921Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.680927718Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"404.74182ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.683903189Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.684238433Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.684655398Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":29,"elapsed":"413.919718ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.687447627Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"null","iteration":29,"elapsed":"416.774098ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.689956784Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.689981954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.689993975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.690394839Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.694311221Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-05-08T21:58:35.560911Z, time_modified: 2025-05-08T21:58:35.560911Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, db_silo: Silo { identity: SiloIdentity { id: 7137ee58-6aa7-4199-a248-feadf3b8bafb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-05-08T21:59:21.709488Z, time_modified: 2025-05-08T21:59:21.709488Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.694344871Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]}},\"default_endpoint\":{\"silo_id\":\"7137ee58-6aa7-4199-a248-feadf3b8bafb\",\"tls_certs\":[\"37f9c8617947c893f8a2fcb2163a83145c9530e8959a1d2b94965fc9d1178e47\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"423.700162ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.716594126Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.716630867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.716911182Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7c7207f7-e586-48c7-bf41-8ef8f4dc42f5\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.716930561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.717251696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.719797124Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.720067496Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.720704093Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.726784388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.726814888Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.726827809Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.727452215Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.733168947Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.733554191Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.744050623Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.748050696Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.748077616Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.748244468Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 2f2f2c32-8d58-4801-a669-9618eac0c3f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.748562561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.748583291Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.749106047Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4ab50cc1-74fc-489b-ba30-02657d97e3db\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.750454491Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":29,"elapsed":"474.243092ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.750696294Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d8128696-db5a-4b88-914a-69b28494e50e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.750722404Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.750732094Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.759368 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.750740915Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":2}","iteration":15,"elapsed":"479.951393ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.774764141Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.779450351Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.779480362Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.779676844Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.780374741Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.780783436Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.782737597Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"7586992a-6fc5-4073-8962-728778f16aa5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.782761257Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.782769787Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"current_time_created":"2025-05-08 21:59:21.182334 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.782777607Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1}","iteration":15,"elapsed":"512.208288ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.783112861Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: cd0b930c-534b-46ad-ac3b-2eaa94b0bf2c, rack_id: 64f3d6f4-89b8-48aa-a622-b684e261667e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(65f83a36-18fb-49b7-9914-87c8517d200e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.783136561Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.783285443Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.786161943Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"509.935394ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.790338138Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.790699322Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.792865495Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.793453511Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"86e4f574-5754-4ffc-92cf-8e17f4cd9f2f\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.793479122Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.793836345Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.793851416Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"65f83a36-18fb-49b7-9914-87c8517d200e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.794168269Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.794178789Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.794185919Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.794193069Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.794200749Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.794207629Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.794364051Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.794373661Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.794526963Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.794535733Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.794797876Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.795505923Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a0c0a893-6e85-47b1-815b-969d9f9a6fba\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.795525954Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.797502975Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8b1be297-7895-4514-956f-1eb7d5a1aaef\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.797529725Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.797659306Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.797684157Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.799290914Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.799334704Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"528.590854ms"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.801011602Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.801025972Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"524.866444ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.826203212Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.828079932Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.828102502Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.828234263Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.829930271Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.831813382Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.831827742Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.831976983Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.901113393Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0e1b5ecf-543c-4057-a437-a14821f27dd6\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.901150533Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.901161013Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.901520427Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"rack_id":"64f3d6f4-89b8-48aa-a622-b684e261667e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a2c8bf8-7eca-4e38-86f9-55fbbf41577f\", \"content-length\": \"682\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.901573438Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.902045933Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.9055313Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.905863924Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.909063388Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.909315301Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.911382363Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.911660506Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.924707685Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.92511945Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"SledAgent":"2f2f2c32-8d58-4801-a669-9618eac0c3f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f27f2a6b-fd4a-4803-ace9-f70ec576b730\", \"content-length\": \"691\", \"date\": \"Thu, 08 May 2025 22:12:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.92514793Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.92515855Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:38.92516649Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.925990439Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":29,"elapsed":"649.720109ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:38.93072969Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{}","iteration":29,"elapsed":"654.616931ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-05-08T22:12:41.943718296Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"uri":"/ddd82634-2844-4f97-9746-07099044c19d","method":"GET","req_id":"56c7f83a-cb47-4dcb-9324-48e96245c6a7","remote_addr":"[fd00:1122:3344:101::d]:61596","local_addr":"[fd00:1122:3344:101::c]:64869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ddd82634-2844-4f97-9746-07099044c19d","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.271446867Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.271498788Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.27176284Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.273849293Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.27644207Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.276454251Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.276590052Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.276605272Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.276612782Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.276799344Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.27916139Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.279494323Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.281397654Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.284050572Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2, lookup_type: ById(d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.284066142Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.284198484Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.294545274Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"original_time_created":"2025-05-08 21:58:32.829969 UTC","original_target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","time_created":"2025-05-08 21:58:32.829969 UTC","target_id":"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.294562644Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d6ca719b-a2d1-4e42-a13d-b1f38f25e0b2\",\"time_created\":\"2025-05-08T21:58:32.829969Z\"}","iteration":86,"elapsed":"23.154538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.319963446Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.32028833Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-05-08T22:12:48.349784965Z","hostname":"oxz_nexus_ddd82634-2844-4f97-9746-07099044c19d","pid":23229,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ddd82634-2844-4f97-9746-07099044c19d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"73.165173ms"}