{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.49773879Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497841623Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497854453Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497862544Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.497870904Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:05:08.497767231 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497881154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497888065Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497896345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497903545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497911255Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497917555Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497925075Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497932496Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497938706Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497945386Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497952256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497958997Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497964837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.497971107Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.498194474Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.498207554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.498216444Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.498298557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.498353759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.498366349Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7562, tv_nsec: 57581113 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.4983791Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.498420671Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7562, tv_nsec: 57639365 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.498865604Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.498892435Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.023101ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.499021239Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.49903608Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"1.251658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500437523Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500605018Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500620578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500631609Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500640899Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:15:08.500649589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50065939Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50066878Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":9,"elapsed":"11.9µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50067886Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50068894Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500698221Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500707581Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500717851Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.500726962Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500736312Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500745582Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500755653Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500765083Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500778683Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.500818364Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:05:08.497767231 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500839825Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"expiration\":\"2025-01-07T05:05:08.497767231Z\",\"pruned\":[]}","iteration":8,"elapsed":"3.063965ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500911677Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7562, tv_nsec: 60144112 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500925248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.500965129Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50100457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.501013481Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.501022251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.501071412Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.501085153Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.501151105Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.501186896Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.501388542Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50195497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50196869Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50197616Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50198355Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.501992071Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502001581Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502009301Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502017601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502027472Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502035942Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.502045282Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502053793Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502063903Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502072923Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50229477Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502320121Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502331431Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502340061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502374372Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.502417964Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.503081954Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.503100995Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.503238919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.503252309Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7562, tv_nsec: 62464773 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.503552339Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.504797847Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.505094436Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.505286542Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.654283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.505904351Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507123708Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507151339Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507162859Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50717187Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50717961Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50718736Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.5071945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507202561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507209871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507218281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507226012Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507234112Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507446928Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507457888Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507534591Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507545151Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507593483Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.507603493Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.508269644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.508286154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.50847561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.508648915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.508870272Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.508893333Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.509038447Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.510894864Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.510915275Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.51174444Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.515152265Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.515182026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.515361491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.515377302Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.515387812Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.5156267Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.516203587Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.51857149Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.518789977Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.520274873Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"13.114223ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.52214331Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.522166561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.522178761Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"14.976591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.522272364Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.522487081Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.522875893Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.523061638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.52344444Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.523640696Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.524971747Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.525128402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.529400553Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.532280322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.532351274Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.532365724Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.532625572Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.535079077Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.535099708Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.535230322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.538111541Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"36.12836ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.551308266Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.551333967Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.551340907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.551346757Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.551712079Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.554337Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.555073102Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.558157527Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.558233389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.55824894Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.558511948Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.558536178Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.558547069Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.558782986Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.561261122Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.561283543Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.561296133Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.561577772Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.563206902Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.563234703Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.563358347Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.563448589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.56347288Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.563482461Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.563703367Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.564462471Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.564840222Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7562, tv_nsec: 123984294 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.564872453Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.564884124Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.56509934Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.565761871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.565791672Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":43,"elapsed":"65.178843ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.566690969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.56671974Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.566802392Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.566827203Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.566841924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"66.171493ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.566855634Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.566868185Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.566878375Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.566887025Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.567166164Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.568387101Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"61.257203ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.56867951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.568754772Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.568775373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.568786124Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.568796344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.568966459Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.569028771Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.569047572Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"61.884622ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.570822776Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"63.664856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.570884298Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.57160733Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.572059554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.572319992Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.572347413Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"70.374563ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.572496938Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.57288507Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.572931131Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.574370925Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.574392916Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.574567261Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.576235053Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.576257713Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.576398818Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.576420358Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"69.28571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.595137963Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.595525646Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.59795281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.598248019Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.599675283Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.602845951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.602873341Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.603125139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.604860542Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":15,"elapsed":"104.214903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.608453773Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.608766172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.614332644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.614359844Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.614375495Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.614644203Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.616401817Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.616428248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.616440228Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.616452239Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"114.472859ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.618973356Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"117.004506ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.620233545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.620262146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.620513994Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.620983888Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.621402561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.622656939Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.623159215Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.623171735Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.623197036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.623206106Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1}","iteration":8,"elapsed":"125.336392ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.624539177Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.624555018Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.624709912Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.630336005Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.630363226Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.630373137Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.630638865Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.632026767Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.635606567Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.635633978Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.635854705Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.636427572Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.63860679Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.63863376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.638644741Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.638654651Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2}","iteration":8,"elapsed":"140.799787ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.64283985Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.64286278Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.643135599Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b324a71-6971-4949-921d-7a65d70a5922\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.643153809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.64479546Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.655720425Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.656273282Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.66919588Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.669242581Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"171.342266ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.680932771Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"180.319162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.702199934Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.702518334Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.704172455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.705117644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.705136095Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.705488125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed523ddf-e877-4fdf-a34b-b6b810980c53\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.705510616Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.706385173Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.706403373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.706565478Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.707687653Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.708170558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.709958173Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.710051875Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.710152479Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:15:08.714036848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.714063799Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"212.063228ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.807338026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.845142778Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.845195139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.845505979Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e50fe8c7-5487-475e-9f12-b8de3e0c74c7\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.84553789Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.846985274Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.871787827Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.872190379Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1740a8f3-6680-4565-9be8-95f594b313b5\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.87220761Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.874000975Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"821baba8-6726-4fb6-8b34-898e0b16d52f\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.874020355Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.87711073Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.877127061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"379.389341ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.93371672Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.969391737Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4350a629-57da-44da-9e6f-70d299bae5c2\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.969419987Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.969433098Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.969443448Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.971096419Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":15,"elapsed":"470.463391ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.995465558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":15,"elapsed":"497.674936ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.998579644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.998593104Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.998929414Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d56ef56-9f32-40b7-9fa4-f49d03680d27\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.998967006Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.999308726Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.004208547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.004473215Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12061b97-efbe-4c4a-99b9-611662b313ab\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.005546168Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.005806376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.007961322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":15,"elapsed":"510.157341ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.041455721Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.041477002Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.042200644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8499415a-0052-420d-8ba6-72dd06e1079a\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.042212325Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.042583296Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.044381331Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.044541856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.047674533Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.047986562Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.049770787Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.051208021Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.051231682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.052273854Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"354ac562-1d03-495e-8a7b-1c4262fd4574\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.054189503Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":15,"elapsed":"552.208693ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.186163499Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.186688545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"aa561e77-2736-4021-97a2-a8b990d40ca6\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.186705326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.188204642Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5ffce70f-0a73-4fef-a14d-0c1c99bbbcde\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.188217312Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.189880954Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bcafb040-d916-4e5f-bc33-36f9fb3785ed\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.189908594Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.19172192Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.191755491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"694.048822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.208985921Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.209349482Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.211425366Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.211443066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.211652653Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.224748975Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.225144247Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03066c22-dc1e-4749-8d00-52bbdc587f99\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225173848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225188469Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225479278Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225491388Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225498678Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225506558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225513659Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225521489Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225712515Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.225728465Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.22587907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.22588897Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.226364545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.228097448Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.228213062Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a35097-e0a7-4b1d-a832-01dcbbbb4806\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.228227602Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.228321265Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c115024b-92cf-484f-9953-14bbfe9adb00\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.228332645Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.228343266Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.321924881Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"29a6ea5b-1bab-40f8-8e52-28d425af92e8\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:09.321960852Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.321971042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.322362115Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eac2f8c-8f16-4d15-980c-36b87968731f\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.322401406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.322683904Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.325501151Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.325742798Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.328416361Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.328660048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.330628699Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.330839895Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:09.338571813Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":15,"elapsed":"837.941523ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:11.304547148Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"45689a79-94ca-4554-9f48-b565ac7d7e3d","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.500610032Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.500693464Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.501153968Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.501646883Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.501662874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.501910982Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.502882641Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.503536322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.503893863Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.505315296Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"3.663463ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.505481301Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.505491692Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.505643446Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.507619167Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.507911946Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.509458154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.512146636Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.512173017Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.512317522Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.523221607Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.523244797Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":44,"elapsed":"22.649346ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:21.304435288Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"f79fb404-be85-4e99-8cdc-41aeda9e9bc5","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.500506472Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.500566484Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.500830622Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.501372969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.501383079Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.501571065Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.502367229Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.502927076Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.503262507Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.504860266Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.504883877Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.504891907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"3.504618ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.505013981Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.506807396Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.507126416Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.508629072Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.511111038Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.511126788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.511256323Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.519585159Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.519612799Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":45,"elapsed":"19.116178ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:31.304054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"6ae1e9b0-2b80-4070-af7d-cd96793734ec","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.497514614Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.497574546Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.497586836Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.497596086Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.497857914Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.497878815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500145455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500169976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500179676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500187406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500196046Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500203086Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500209627Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500216307Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500222537Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500228307Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500236007Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.50030235Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7592, tv_nsec: 59876244 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500491186Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500504026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500513156Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.500606419Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500615659Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.500659741Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.50096533Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7592, tv_nsec: 60541254 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501091414Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501102144Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501108104Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501114125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501121775Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501130505Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.501137405Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501143915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501150166Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501156946Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501162816Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501169876Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.501225428Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501409474Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501423014Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501505487Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501515887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.501524947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.502744655Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.503615282Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.437116ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.503636762Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.503943621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.50455904Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506580873Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506592903Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506600373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506607843Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506614594Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506621844Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506629064Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506637934Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506644724Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506650985Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506901223Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506912253Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506921023Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506927513Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.506967685Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.507046267Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.507079198Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.507121729Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.507293435Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.507303625Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.507475Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.508689317Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.509487492Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.509543044Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.509565954Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.509585335Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.509593335Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.509599455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.50973405Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.50974663Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.509898935Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.510036569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.511153423Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.511169884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.511325219Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.512952189Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.512969699Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.513214906Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.51366399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7592, tv_nsec: 73241664 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.513953249Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.514003591Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.514257058Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.514771124Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"8.13716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.515815886Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.515988982Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.516020733Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.516185918Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.517330693Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.517382905Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.517587521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.517640293Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.51787473Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"16.766625ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.517915271Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.518138978Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.518665644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.518679425Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.518686065Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.518901631Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.52146546Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"14.861187ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.522565604Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.522589765Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"21.430599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.543301081Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.543700583Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.548515111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.548878063Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.550353518Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.550380419Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.551421381Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"50.255974ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.552785373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.552818174Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.553069351Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.553901007Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.553919797Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.554186806Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.55660777Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":16,"elapsed":"56.443335ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.556874608Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.55855528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.55952196Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.559550761Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.559696595Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.559716566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"53.137314ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.559826049Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.559837399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.55984587Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"58.746295ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.561334725Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.561398887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.56149783Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.561723188Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.561877212Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.572318383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.572339674Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.572656804Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5379759-50de-43ec-8e60-4cc4c9110703\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.572675394Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.575010276Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.609043082Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.609419363Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.618257815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.618271915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.618510023Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.618520033Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.618549894Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff6fbacc-b0a9-4da3-a1a1-98fae3b7baa4\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.618564664Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.61874826Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf0f8ada-6bc8-4def-ad84-a819177db972\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.618761281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.620387231Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.621142224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.817322973Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.817359945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.817750827Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946c96b2-e197-4260-85bc-ea3247dadbd6\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.817787008Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.818215841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.825701211Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.82597329Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83803cb-347e-4ae3-aeb8-5e400a632bb5\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.827430554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.827725563Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.830027114Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":16,"elapsed":"332.53046ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.830344004Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.830369214Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":46,"elapsed":"330.197769ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.848736629Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":16,"elapsed":"351.215204ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.852091122Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"345.479139ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.853019611Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"352.823624ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.870735295Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.870764006Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.871018814Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a77664db-5bbd-49bb-b4a1-71e8374a94cd\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.871034824Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.871399476Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.874014806Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.874239763Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.877502423Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.877957297Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.888878433Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.888907494Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.889537073Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f14ac7b5-bddf-412d-81de-9b8f2e469daf\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.891411451Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":16,"elapsed":"390.270145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.925586601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.925939232Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.927902272Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.927933583Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.928083738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.930598565Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.930844753Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.932168323Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.933868816Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.933894916Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.9340191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.935111794Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.936810856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.936824897Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.936963941Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.937552629Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.9379101Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d0f6b8f-a397-40d8-9e97-8a905a08f46f\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.937934841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.937945251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.93823728Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.93824861Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.93825587Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.938264751Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.938272521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.938280011Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.938431176Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.938441716Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.938613312Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.938622752Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.938789747Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.94050506Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.940610453Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb941cc-d433-4c2a-b985-c84bfed3cf82\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.940622103Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.940713876Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd2e9f83-ecb6-4138-9266-11abf44e8acf\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.940727466Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.940738157Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.971581055Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.036884682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"59bd83cf-409a-4a4d-96f2-216a9a029240\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:39.036922123Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.036934074Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.037429559Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca648475-3e03-41a3-9155-db7f29a2d6c4\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:39.037454199Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:39.03746418Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:39.03747316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.03748111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca534a8c-bb2a-4dfe-8d27-f2dda4f1c8b7\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:15:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.037521232Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.037826311Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.039370589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":16,"elapsed":"539.230914ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.041972809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.042214376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.045027142Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.045258469Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.047477528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.047702034Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:39.055871836Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":16,"elapsed":"555.732981ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:41.303625121Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"cc28d1f8-4332-4b75-b5c3-58088b843922","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.500704066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.500752897Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.501036276Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.501080247Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.501093538Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.501293054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.502328456Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.502871122Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.50313452Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.504927325Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.504941146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.50508578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.506983019Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.507134943Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.532607746Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"31.519599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.535273888Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.537954091Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.537974071Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.538120686Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.549913048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.549934389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":47,"elapsed":"49.245063ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:51.303215572Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"7930f90a-5054-451e-89d4-4575b60ceb78","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.500272066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.500325677Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.500780111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.50137201Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.50138277Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.501580196Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.502796693Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.503543376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.503878127Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.505141285Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"3.765726ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.505345022Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.505356742Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.505508967Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.507748256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.507992543Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.509489229Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.511822681Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.511843582Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.511968675Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.52382235Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.5238416Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":48,"elapsed":"23.594335ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:01.303802043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"bded2343-761c-48b2-9ebd-519072c0a714","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:06.29436352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"dec7b16b-2a3b-41ce-b200-391d9c9d6593","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:06.29468508Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"dec7b16b-2a3b-41ce-b200-391d9c9d6593","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:06.297467766Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"dec7b16b-2a3b-41ce-b200-391d9c9d6593","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3179,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:06.297662922Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"03f878ee-1847-4419-b5f0-8e3fa1d0dc27","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:06.297896889Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"03f878ee-1847-4419-b5f0-8e3fa1d0dc27","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:06.300151848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"03f878ee-1847-4419-b5f0-8e3fa1d0dc27","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2518,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497330889Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497401821Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497418892Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497432592Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497445792Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497456843Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497467943Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497479113Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497489424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497499254Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497508994Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497518435Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.497528095Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:06:08.497459883 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497538865Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497550036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497559076Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497569176Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497578197Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497586777Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497769102Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497795233Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.497977699Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.49800678Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7622, tv_nsec: 57932154 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.49802652Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.49803856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.498049361Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.498099833Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7622, tv_nsec: 58025927 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.498885077Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.498914247Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.371152ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.498927668Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.498938348Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.475916ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.498947899Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.499155295Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500406203Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500454205Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500465035Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:16:08.500473366Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500482316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500489396Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":10,"elapsed":"10.1µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500498306Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.500505676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500512337Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500518927Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500528407Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500537707Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.50063Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500665581Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500678382Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500688132Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500701482Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500711093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500720253Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500730223Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500740164Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500924379Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.50094424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.50096493Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500975171Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500985521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.500994862Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501004212Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501013452Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501022192Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501030972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501042553Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501052523Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501063104Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501076584Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501085204Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.501094465Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501103625Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501112535Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501337162Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501360063Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501372423Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501457086Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501476076Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.501497877Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.503168198Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7622, tv_nsec: 63081062 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.503466298Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.503639143Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7622, tv_nsec: 63566557 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.503836819Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.50389154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505594043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505610843Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.505629074Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:06:08.497459883 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505637224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"expiration\":\"2025-01-07T05:06:08.497459883Z\",\"pruned\":[]}","iteration":9,"elapsed":"8.183002ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505739807Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505776569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505790549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505800809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505810419Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.5058182Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.50582557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.5058322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.50583956Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505846251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505853511Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505860801Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.505867871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.506052767Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.50614024Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.5061516Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.50616098Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.506174691Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.506263773Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.507952675Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.508039388Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.508615176Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.508981277Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.510838664Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.510861105Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.511142033Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.512397402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.512599918Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.512629129Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.512897117Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.513263519Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.513290439Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.513435454Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.514082804Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.514136675Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.514148086Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.514157366Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.514318651Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.514980541Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"14.023161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.515035123Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.516652093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.517028974Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.518934633Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.518957043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.519142459Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.520215082Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.520242583Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.520253453Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.520265194Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.52046548Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.520496721Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.522511073Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.522701909Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.522857514Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.523138752Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.525492715Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"19.682575ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.526735223Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.527092753Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.527151135Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.527403963Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.527567908Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.52795756Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.528308841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.528450975Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.531036955Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.531063726Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.531240411Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.531927042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.531953953Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.53217808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.533594713Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.53382139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.536877784Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.536906135Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.537145162Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.538877026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.538908397Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.539174675Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.547873012Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.548070488Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.552128763Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.552161094Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.55235164Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.552418472Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.553295469Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.55332111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.55333373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.55365302Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.554385243Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.554417064Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.554429584Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.554440464Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.554591959Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.556310272Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.556564759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.557856269Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7622, tv_nsec: 117774213 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.55821759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.558924802Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.562128081Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"56.336412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.562300976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.562548153Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.562577564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.56276478Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.562799721Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.563050659Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"57.215468ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.564563525Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.565014109Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.56667826Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.566814114Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.567062972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.567375752Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.570532699Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.570560189Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.57057331Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.570959652Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.570988833Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.571004373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"70.716414ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.571046695Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.571180119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.571198519Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.57121184Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"65.37934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.571896191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.572235041Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.573321854Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.574090768Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.574600574Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"73.575471ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.578215965Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.578244346Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.578494853Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.578592887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.578613417Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.578829334Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.581902768Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":17,"elapsed":"81.174695ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.58229042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.58262898Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.584864709Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.584922341Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.584936491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.584945472Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1}","iteration":9,"elapsed":"87.432367ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.584982573Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.588650856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.588681057Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.588808821Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.590849123Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.590875124Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.590886704Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":49,"elapsed":"90.668417ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.591086811Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.59334041Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.594937649Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.594960479Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.59497231Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.595032162Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.595044552Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.595205227Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.595400973Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.596813287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.596835877Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"95.820016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.597547379Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.600549281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.600580592Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.600708296Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.602009066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.602037807Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.602048148Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.602199862Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.602431609Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.60246224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.60247599Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.602488531Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2}","iteration":9,"elapsed":"104.995857ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.604653477Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.604677398Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.604688049Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"103.680827ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.608501626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.608534697Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"111.089784ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.610162457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"109.185256ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.614533641Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"108.744892ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.624059684Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"118.255364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.632273766Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.632623637Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.637721404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.641239072Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.641479069Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.644046178Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:16:08.660771622Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.660799633Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"159.807732ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.673172483Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"172.534433ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.78822439Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.788275631Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.788614972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f0d762-5ebf-48e3-9af6-9dac427ace55\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.788631092Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.790034665Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.799125845Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.799166166Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.799430734Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce1471c-09a2-4fb1-a02c-401083649d86\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.799454865Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.801529369Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.80155468Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.8015681Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.801826848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97aa189-9f5b-4fe7-a5e6-9791041fca6a\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.801850878Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.803562551Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.844422837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.868895919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.868933951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.869397195Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b564f66b-43d4-41a9-a5d7-f881ffac530e\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.869438896Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.869912641Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.87085273Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.872654915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.872678195Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.87282798Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.874707758Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.876660728Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.876675578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.876827363Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.879472674Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.879899248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"05bb6f78-abfa-49c9-95f4-1a84ce4acdca\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.879917718Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.881378403Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"abad7641-e963-43b8-aa57-fe45f23d7bcf\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.881403194Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.883439856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.883465777Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"386.138948ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.92421859Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.924265811Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.952780217Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":17,"elapsed":"455.250883ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.978583771Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.978812928Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d99286f-ddaa-4f68-9e12-13105a0c3bd1\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.980990945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.981326045Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.981338695Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.98181067Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"174230ec-cd6f-4d7f-9993-9fbead2a350f\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.98182095Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.982982676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":17,"elapsed":"485.484741ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.98410688Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d8b9ea13-1f52-4c9b-a69a-730519ebbe16\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.984117681Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.986212235Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a224788f-8cb1-4420-9a7e-8cef387e56c7\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.986227656Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.988462534Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.988505466Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"491.204627ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.996059048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"def601d2-de9b-41d0-9793-f12c864d3cd6\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.996080218Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.996167981Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.996382578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.996634905Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de59ee1-d292-497e-98bc-f9fe0495dd63\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.996655686Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.996665006Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.996672306Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.000710491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.000922217Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":17,"elapsed":"500.255196ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.001071442Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.004777516Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.005268321Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.009006486Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.009028906Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.0094866Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ae00f018-7064-4db5-980b-ae33756ae509\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.010856062Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":17,"elapsed":"509.84205ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.041235606Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.041598947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.043447914Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.043475125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.04364251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.053174673Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.053475952Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b1b4f2-dc18-4e75-8925-a5ebf35b7064\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:16:09 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053503343Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053514674Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053779642Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053793822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053802853Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053811083Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053818673Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053826513Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053979588Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.053990298Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.054143313Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.054166824Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.05435844Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.056774914Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.056898838Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23843c26-9a6a-405e-90d5-605811aa8ccb\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:16:09 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.056912928Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.0569907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14f704f-fc01-44e0-92db-599f29c62a13\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:16:09 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.057002731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.057013191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.163218065Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9cf77cc5-4b75-43e9-8dec-7e478ec1d1c5\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:09.163258757Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.163269537Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.163771313Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c44c1972-5d5a-45c1-8d41-bebe1808d211\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:16:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.163819434Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.164184215Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.168506468Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.168718645Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.172604644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.173006016Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.174907325Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.175230665Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.181861069Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":17,"elapsed":"681.407824ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:11.30360399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"5315d39a-77e4-4999-a1ce-c048e8867d4e","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.499723636Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.499824349Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.500258993Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.500953914Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.500992135Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.50115973Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.502374638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.502637046Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.503003357Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.504910136Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.504923266Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.5050634Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.507084552Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.5073378Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.508897738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.511321973Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.511337223Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.511467827Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.523392613Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.523418684Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":50,"elapsed":"23.72756ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.531966617Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"31.005263ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:21.303409418Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"5bf83d89-804f-435e-bebc-5a116153f109","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.500515854Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.500580356Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.500956417Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.500991739Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.501006109Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.501190965Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.503038952Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.503469545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.503835936Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.505421345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.415895ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.505854558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.505870979Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.506038504Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.507190559Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.507357054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.509101578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.511530662Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.511544023Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.511671137Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.520127247Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.520151407Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":51,"elapsed":"19.653064ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:31.302886756Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"e9a8ae22-eada-49ba-b227-263a50cc18df","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:36.293472034Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"cee5c875-1be8-4a4a-87a9-cf68c2476ae5","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:36.293789824Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"cee5c875-1be8-4a4a-87a9-cf68c2476ae5","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:36.296516937Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"cee5c875-1be8-4a4a-87a9-cf68c2476ae5","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3120,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:36.296817587Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"ecc6ed56-88ad-4067-a289-78a933a0cb37","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:36.297140697Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"ecc6ed56-88ad-4067-a289-78a933a0cb37","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:36.299178779Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"ecc6ed56-88ad-4067-a289-78a933a0cb37","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2422,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.497380471Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.497434113Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.497445603Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.497453493Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.497724342Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.497738272Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499780835Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499802875Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499810876Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499819306Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499827626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499835096Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499841917Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499848777Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499856147Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499863297Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.499870198Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500068404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500098155Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500177377Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7652, tv_nsec: 60450241 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500205058Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500250029Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.50026466Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500403874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.500413984Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500421654Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500427945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500436125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500443085Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500449855Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500457416Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500463636Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500469966Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.500477226Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500483456Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500490387Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500723154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500751425Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500766335Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500780445Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.500901409Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.501091615Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7652, tv_nsec: 61346809 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.501278701Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.501936611Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.502575211Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.502977003Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.503378345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.594861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.503709126Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.504647095Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.504670835Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.504850621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.50548805Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505512281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505525382Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505535932Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505543542Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505550722Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505557242Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505568393Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505762969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505830451Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505846671Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.505999846Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.506480231Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.506489061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.506702658Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.507016957Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.507042078Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.507258835Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.50742591Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.507455841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.507676857Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.50838993Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.509831714Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.510297208Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.510314149Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.510321539Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.510576097Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.510593087Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.512477055Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.512500676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.512701372Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.513016782Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"7.524781ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.516171529Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.516403166Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.516468918Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.516622303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.517939703Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7652, tv_nsec: 78196967 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.518213291Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.519765549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.520178972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.520892724Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.522035229Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"16.535298ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.522858384Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.522882495Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.523075741Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.525891207Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.525916138Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"25.457282ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.541798906Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.541844038Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.541854668Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.542294581Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.545783019Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.54613911Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.549210054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"43.700263ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.55101704Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.551263757Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.553049682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.553348671Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.563101521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.564234836Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.564261417Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.564493794Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.566098613Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.566121044Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.566288629Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.566782124Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.566809295Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.5669769Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.569854759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.569872959Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.570167738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"222c92c6-1c5f-4a4d-a13a-5b450b592fb2\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.570184439Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.571725676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.575545874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.575567254Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.575769861Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"318a9ac6-d5f3-44df-882e-6580b98d9156\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.575784611Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.576980838Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.617909816Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.617951547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.618159953Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83f652eb-7867-4895-9ea7-34e2154c4dda\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.618174974Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.619269967Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.622390673Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.622735284Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.631356339Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.63137672Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.63269131Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c54915b1-ab25-4a37-9ecc-2ac774c0845c\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.632720681Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.633058041Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.634283389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.63431243Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.63432476Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.634473345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"134.05846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.634501796Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.634546267Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.634725493Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.637850298Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.64049928Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.640533731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.640671575Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.642354247Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":18,"elapsed":"142.552162ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.647272098Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.647308309Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":52,"elapsed":"147.498483ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.669993586Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.670290986Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d07f3fe1-77b8-4f47-a145-751c55a4b156\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.671948457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.672219035Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.672236735Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"171.810321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.672627947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.673099292Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.67336972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":18,"elapsed":"175.99703ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.673719521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":18,"elapsed":"176.362351ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.678113226Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.678135667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.678147677Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"177.726682ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.691123246Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.691150297Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.701590828Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"196.070566ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.752929176Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.753438961Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.759822898Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.759855839Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.76022985Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.761622973Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"261.811287ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.771769895Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.772106705Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94feace2-8d7d-443e-b53e-a6ce4c1e62bb\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772130976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772142306Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.772458366Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772488267Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772513148Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772528138Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772541469Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772555429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772567329Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772704394Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772716314Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.772845298Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.772863548Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.772874769Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.773321673Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.776198311Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.776400747Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee664a55-e62d-404a-8530-08fc2c8c4e25\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.776417728Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.77651234Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ede5b3d-fbdb-463d-a623-84631b47b012\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.776528431Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.776540051Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.785496427Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5e3b5c36-9ba0-4126-8161-917a7d7c3243\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.785547488Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.785981131Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.7927713Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.79309423Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.796969579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.797456214Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.801778677Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.801814018Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.802479099Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7cdd3677-4bfd-4177-8af9-5dc19f2e2f47\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.803922893Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":18,"elapsed":"303.484848ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.812664982Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.814653653Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.814695064Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.814840809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.816312774Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.818227393Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.818252603Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.818424379Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.857804409Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.86174447Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80c0b572-dd2b-4ff4-b4e4-433f0c7c7b9b\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.861785752Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.861798122Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.861806952Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.862878405Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":18,"elapsed":"363.054539ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.911427357Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c31d58c4-abc9-4088-abff-bc960a414b7f\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.911472879Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.911484549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.91183875Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2adf9aa-ed95-4428-a207-0e23413cfb7e\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.911887381Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.912221182Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.915913075Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.916231475Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.919173455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.919412133Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.924392856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.924734776Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.931862785Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":18,"elapsed":"432.038099ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:39.292947244Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:39.292993735Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:39.323391589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:39.323501852Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:39.323683328Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"40515967-c562-4dae-a478-b8d0ae0fe284","remote_addr":"[fd00:1122:3344:101::b]:45171","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:39.323980297Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"40515967-c562-4dae-a478-b8d0ae0fe284","remote_addr":"[fd00:1122:3344:101::b]:45171","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:39.366576636Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:39.366604357Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/producers","method":"POST","req_id":"40515967-c562-4dae-a478-b8d0ae0fe284","remote_addr":"[fd00:1122:3344:101::b]:45171","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42975,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:39.36668779Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40515967-c562-4dae-a478-b8d0ae0fe284\", \"content-length\": \"41\", \"date\": \"Tue, 07 Jan 2025 05:16:39 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:39.368915848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:39.368929428Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:41.303053184Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"872be14b-1c0e-44d9-9ba9-96043a4fad26","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.500125329Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.500187011Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.500567003Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.500630235Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.500648805Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.500970865Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.502570404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.503051239Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.503307357Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.505079891Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.505091132Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.505228576Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.507129125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.507285279Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.508766545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.511114437Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.511126857Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.511258701Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.520145994Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.520160605Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":53,"elapsed":"20.063607ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.531422531Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"30.791977ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:51.303323696Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"c3b147c8-41f6-470f-9bd5-2d0428390203","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.49939071Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.499451882Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.499742991Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.500465343Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.500488374Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.500720561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.501615759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.502080593Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.502333991Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.504098275Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.504113405Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.504238449Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.506081646Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.506249361Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.508047876Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.510329026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.510349297Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.510469971Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.521741567Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.521769368Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":54,"elapsed":"22.387378ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.531861998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"31.392715ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:01.303095373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"c3dd30e8-5cfa-4c85-aca7-df58e82fc90b","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496200266Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496255597Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496267118Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.496276198Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:07:08.496201426 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496285078Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496292159Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496300469Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496307709Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496315399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.4963225Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.49632949Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.49633777Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.49634595Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.49635375Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496361391Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496369081Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496375611Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496383171Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496390382Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.4966808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496697001Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496706241Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496716341Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496726042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496734992Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.496835175Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7682, tv_nsec: 57453319 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.49700122Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7682, tv_nsec: 57620184 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.497348361Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.497366932Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.125035ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.497438254Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.497450164Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.108365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.498430114Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.498585839Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7682, tv_nsec: 59212993 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.498685932Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.498835147Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499108895Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499118335Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499125776Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499133446Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499140256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499147836Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.499154596Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499161297Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499168457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499175337Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499181907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499189228Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499196478Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499203918Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:17:08.499210308Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499217929Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":11,"elapsed":"10.391µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499227079Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499233389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499240709Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499246599Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499487467Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499500697Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499509127Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499524758Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.4995818Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.49959158Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.49960111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499607601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499619611Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499812547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499822317Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.499882189Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:07:08.496201426 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499891619Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"expiration\":\"2025-01-07T05:07:08.496201426Z\",\"pruned\":[]}","iteration":10,"elapsed":"3.686943ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.499995322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500005343Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500173138Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500182778Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500219359Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500228229Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.50023536Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.50024239Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.50024901Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.50025628Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.50026405Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500271151Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500278011Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500283731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500289651Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500296511Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500302672Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500310152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500384714Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500537199Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500551059Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500601471Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500609841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500643092Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.500654173Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.501487818Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.50187707Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7682, tv_nsec: 62503944 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.502147668Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.503040486Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.503531181Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.50480539Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"5.648294ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505239843Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505253914Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505262654Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505269595Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505276325Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505283275Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505289855Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505296505Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505302636Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505308916Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505314996Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505325256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505621455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505632996Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505666447Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505677287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505706958Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505717238Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.505900444Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.506857023Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.507050759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.507177523Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.507201514Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.50740858Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.508308068Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.508331118Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.508339249Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.508345479Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.508584316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.509311409Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.509334349Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.509487324Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.511374502Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.513218579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.51324178Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.513363893Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.513375824Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.515385865Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.515410126Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.51552823Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.516750257Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.52073917Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.520768521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.520780111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.522729371Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"17.479028ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.52398349Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"18.724326ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.526081064Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.530240182Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.530274233Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.530480739Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.536609088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7682, tv_nsec: 97208911 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.536988229Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.55847817Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.558543402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"58.25366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.558645875Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.559737658Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.5597743Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.55978631Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.55979668Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.560206183Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.561327227Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.561356218Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.561372699Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.561574235Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.563210595Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.563709851Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.563732431Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.564046151Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.565678101Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.565707062Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.565992151Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.566672572Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.567661012Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.567726494Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.568644972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.56890564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.569645193Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.569746796Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.569980693Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.571143819Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.57117639Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.571433128Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.57246085Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.57249085Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.572503261Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.572515271Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.572689087Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.572716837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.572948344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.572970885Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.573173042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.57344398Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.573667197Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.57378043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.574546884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.574691608Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.575119971Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.575643947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.575974068Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.576170264Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.576458692Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.576613727Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.576626868Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.576826364Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.578134724Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.578163755Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.5783234Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.578544917Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.578571168Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.57865781Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.578679661Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.578824375Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.578840156Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.579542287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.579559198Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.579568048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.579574458Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.579854637Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.579933599Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.581224839Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"75.949965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.58127634Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.581559549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.581939711Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.582099706Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"82.900728ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.583177279Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.58320316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.58321683Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"84.049634ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.585702077Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.585726457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.585902423Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.587056698Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.58745449Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.587750579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.588296756Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"88.074827ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.589018638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.589035799Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.589185614Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.591262047Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.591290808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.591301439Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"85.996604ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.602625367Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.602683849Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":55,"elapsed":"103.529702ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.603416731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.603437862Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.603449072Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.603656039Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.611296833Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.611622883Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.616202154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.617414701Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.618385701Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.62030685Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.620592119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.62061854Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.625897292Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.625925213Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.625936973Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.626273354Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.627803931Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.628293556Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"129.124529ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.630353479Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"130.073487ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.631130873Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.631484724Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.631513415Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.631568116Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.631654709Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"126.354974ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.63168199Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.633851847Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.633879517Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.633888858Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.633897898Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2}","iteration":10,"elapsed":"137.575248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.640389777Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.640516291Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.640529842Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.640536602Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.640699387Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.640857442Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.64275698Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.64469953Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.644718961Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.644882306Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.653967885Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.654263324Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.654287305Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.654592954Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f350a0f2-5119-4b54-92c0-a597c5466a7b\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.654609565Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.655865013Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.656718819Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.65673298Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.656883915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.660247938Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.660476235Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.66585874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"160.594166ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.670188003Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.672652779Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.67267627Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.672823494Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.674755534Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":19,"elapsed":"175.613317ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.685878916Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.685919057Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.685934767Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"185.639726ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.689778126Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.689801726Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.689811907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.689820427Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1}","iteration":10,"elapsed":"193.549429ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.707062757Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.707109118Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"210.773639ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:17:08.714744553Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.714784344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"214.494103ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.791971327Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.792476452Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.797975621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.798164997Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.798471176Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2cb229ff-b1ff-4117-a77b-460a6b1f0c05\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.798501597Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.800850689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"cd698bea-59f9-4b94-97e5-e0ad16a46c1a\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.800912711Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.800927822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.800946042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.801249422Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.803352116Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.803398518Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"307.008196ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.818151721Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.818206543Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.818641486Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6427d06-cac5-47dc-8ab8-574138f46772\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.818673587Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.81973893Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.819771701Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.82006042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03d699d2-8296-4b6a-8db0-b71640d9923c\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.820084851Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.821834744Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.82300761Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.839092225Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.854484048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.854806638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c61f768-4371-4e7d-882b-f88944e81590\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.85649065Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.856797289Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.977929282Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.977971873Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.979956024Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.980833971Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":19,"elapsed":"484.584244ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.981328567Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":19,"elapsed":"485.08575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.982028628Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.982044879Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.982185473Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.001162476Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.001660641Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"de7c9d7a-af8c-4b32-ad1b-850a237e7186\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.001675532Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.003326073Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"faa1c2ab-0bcf-4d12-9fda-60f5b170017b\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.003354604Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.005401487Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1c487f38-358f-4a1e-9fe3-6085703592c6\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.005424427Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.007759479Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.007812751Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"511.633715ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.045338524Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.045744287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.048215843Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.048237943Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.048533512Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.059166439Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da0ab284-215a-40c5-8943-503dc4899339\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.05919814Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.05951976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.060082607Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.060460179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ae3bc7-ab29-45e3-a0cb-33083acdbd2c\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.06049769Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.060515841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.060852161Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.060866931Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.060878942Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.060887592Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.060896002Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.060904633Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.061106529Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.061122369Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.061354386Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.061372277Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.06180657Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.064189874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.064297187Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee8048c-47c0-4226-b62f-7b7be429106f\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.064320138Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.064431001Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1453f96-7deb-4bee-85b4-9f120737d98f\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.064454502Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.064476532Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.081580218Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.082112014Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa310b92-daa8-48b2-8a42-9fc13abd428e\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:17:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.082151295Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.082163676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.082171326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.083814787Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":19,"elapsed":"584.630539ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.112161638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.112204289Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.11253856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"16a99c0d-a16a-4a75-ab1a-8e98d0152565\", \"date\": \"Tue, 07 Jan 2025 05:17:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.11257539Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.112953852Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.115673266Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.115963195Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.119092411Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.11937738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.123519557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.123541998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.123857557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6ad4608c-5078-4fd2-8558-533b06418546\", \"date\": \"Tue, 07 Jan 2025 05:17:09 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.125198689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":19,"elapsed":"624.963319ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.179961422Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6ded1e16-1153-4f36-b70b-3a039ed86dc8\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.180000143Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.180011513Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.180286342Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f500ad61-6ebe-47e5-9a2f-f24bd01a9412\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:17:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.180335043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.180682344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.184597364Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.18478789Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.187336808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.187683139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.189604828Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.189780554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.19680497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":19,"elapsed":"697.686174ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:11.302449517Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"5f42394c-ebe3-4dea-bf4b-584ca45d033a","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.49949751Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.499550392Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.499850541Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.500340846Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.500349706Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.500571073Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.501606145Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.504619578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.504638738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.504787453Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.507100174Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.507351492Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.509431706Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.512257043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.512280473Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.512451569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.52387054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.52389656Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":56,"elapsed":"24.404851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.532820875Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.533125514Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.534699922Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"34.348106ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:21.302170532Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"1c76d1f2-efad-44b3-8333-c22b0b7a2db4","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":324,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.499243266Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.499312688Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.499602047Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.500112623Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.500124103Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.500459963Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.501473135Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.502324171Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.502684472Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.503731954Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"3.616052ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.504028063Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.504039373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.504184238Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.506364695Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.50653643Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.508398558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.510915765Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.510929015Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.511057009Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.522520921Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.522540812Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":57,"elapsed":"23.309357ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:31.302289969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"2a5eac1f-b201-40ce-ad47-b1e84956e9c3","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":328,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:36.29362965Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"3041c278-4457-41fd-90be-6e1568acfcf4","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:36.294113385Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"3041c278-4457-41fd-90be-6e1568acfcf4","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:36.296749056Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"3041c278-4457-41fd-90be-6e1568acfcf4","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3232,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:36.297016924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"2dbc3cea-d4c8-4423-9499-a6d788bd6cd3","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:36.297383765Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"2dbc3cea-d4c8-4423-9499-a6d788bd6cd3","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:36.299443139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"2dbc3cea-d4c8-4423-9499-a6d788bd6cd3","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2497,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.496425133Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.496481175Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.496492925Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.496501406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.496800455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.496815545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498771385Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498785676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498791986Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498798606Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498805626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498812037Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498818487Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498824637Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498831707Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498838318Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498845358Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498995242Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499010283Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499217239Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499231659Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499279561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7712, tv_nsec: 60239215 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499295352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.49959233Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499771036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.499780636Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499787516Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499795267Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499801967Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499807687Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499845878Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499853459Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499859779Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499866619Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499873649Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499881219Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.499930331Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7712, tv_nsec: 60891895 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.500048635Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.500081496Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.500120657Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.500151218Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.500169408Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.500180389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.501449738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.50151299Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.501946683Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.132877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.502006535Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.502549112Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.503133219Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504521812Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504533213Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504733789Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.50478864Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504797481Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504804271Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504810791Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504816711Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504824141Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504830862Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.504837792Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.505039008Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.505161182Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.505279185Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.505289026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.506364659Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.506376009Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.506384059Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.50639041Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.506475152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.506483832Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.506552944Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.506563255Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.50673051Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.507280507Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.507295897Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.507528934Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.509392412Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.509891837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.510093533Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.51128412Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.511339342Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.511348922Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.511484036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.511524317Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.511823386Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.512009702Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.512936971Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"8.1354ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.51421455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.514371185Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.515397026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.515586282Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.515772308Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7712, tv_nsec: 76737882 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.516073667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.516134819Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.518338087Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.518364227Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.518523872Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.519891054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.519921106Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"20.111748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.542374856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.542708696Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.548582566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.548608437Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.548618088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.548932127Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.552358883Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.552774075Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.552800566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.552808806Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.553087015Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.554444627Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.554679614Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.555618903Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.555633303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.555669514Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"50.822102ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.555897381Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.558406868Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.558601454Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.5587981Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.559088269Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.559606225Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.560541074Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"60.736346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.561315858Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.561603296Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.562134193Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"62.322145ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.562332719Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.56234731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.562489924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.563928738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.567192848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.567210129Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.567384174Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.56886161Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":20,"elapsed":"70.067713ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.575442402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.575464773Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":58,"elapsed":"76.671217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.577471294Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.577689631Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.579123485Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"74.327684ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.582261922Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.582276402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.582605262Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"593eb11e-05b4-45ac-99b7-9ea5d528b2c2\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.582623013Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.584100488Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.584298744Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.584307874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.584560342Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b5d68f-df89-4fb3-b9a9-0f96b767c9ce\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.584573393Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.586567674Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.587175802Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"82.360001ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.588887665Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.588912056Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.588923766Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"89.120919ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.595913511Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.595938922Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.596158839Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61bad314-04d0-4b5c-baa8-93a10f147275\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.596182809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.597961034Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.631157744Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.631494345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.633454195Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.633502917Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"134.69355ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.635304692Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.635317362Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.635481787Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.637090177Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.638751788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.638762898Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.638924973Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.684504874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":20,"elapsed":"188.088242ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.698241546Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.698505984Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b0feca-b243-4354-974e-c9741cefd65f\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.700104684Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.7003301Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.702182497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":20,"elapsed":"205.760344ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.742685812Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.756516438Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c92719-c104-415c-ad96-64bfa2c7c4bf\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.756548308Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.756559339Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.756567169Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.758037894Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":20,"elapsed":"259.262239ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.805618987Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.805656998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.806027099Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a499313b-59f6-4e9f-ac19-9620c53233e6\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.8060542Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.806452762Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.821812044Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.821840565Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.822035941Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"efd6fee7-eea8-4cb1-83d8-f56c32840c39\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.822048202Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.822263918Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.824147846Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.824300441Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.827037785Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.827357885Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.830312276Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.830323146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.830636036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"71737011-ef7f-49ad-b72b-ff189394bf70\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.831975127Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":20,"elapsed":"332.2087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.852671453Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.852985203Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.854510789Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.85452269Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.854674675Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.863283519Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.863592009Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce883a34-6feb-42df-b4ef-aedc4c68ffc4\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.863618799Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.86363027Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.863897328Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.863908278Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.863915468Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.863922689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.863929859Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.863937339Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.864088084Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.864098474Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.864220678Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.864234788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.864418354Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.866280031Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.866386504Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80253762-a278-43f7-a417-1675d17327c1\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.866406935Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.866479207Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278b4c89-5742-4f05-a53e-a6c98723f991\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.866494008Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.866506068Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.954028788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5ab851ce-7eeb-407d-b5ef-2e7961160cea\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.954057619Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.954067069Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.954333678Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c872173-a4a4-4d68-b8de-f9dda66c9855\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.954377119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.954670088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.958591138Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.958777224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.961825708Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.962153288Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.964363186Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.964549901Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.971035291Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":20,"elapsed":"472.269935ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:41.302655454Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"0fc40cb8-3eb0-42a6-bfe3-0ff48e459b68","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.498931064Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.498990226Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.499283985Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.49978889Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.499803191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.500023677Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.500656177Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.501720229Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.50207304Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.503462583Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.665903ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.503495624Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.503507924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.503660119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.505510026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.505684811Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.507156257Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.509451427Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.509471178Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.509591142Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.517636409Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.51765981Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":59,"elapsed":"18.748646ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:51.302723499Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"7024e912-ee0c-4034-b6dc-edaf331cb63f","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.498810334Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.498863886Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.499151714Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.499729562Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.499738682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.499929978Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.500859117Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.501451165Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.501805456Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.503379864Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.503389225Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.503533339Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.503660053Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"3.91908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.505616533Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.505777158Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.507061187Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.50940745Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.50941952Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.509547864Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.522701918Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.522722129Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":60,"elapsed":"23.931795ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:01.302488265Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"2049ddfd-b8d6-429d-b488-28928b7a5e62","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495506796Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495567907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495579768Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495589068Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495599148Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495609009Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495617179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495624549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495633129Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49564134Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49564963Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49565881Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.495667751Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:08:08.495596708 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495677641Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495685531Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495695131Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495702722Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495710292Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.495719152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496023461Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496042372Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496056953Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496069693Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496098414Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496171866Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496191907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7742, tv_nsec: 57512971 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496211357Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7742, tv_nsec: 57531161 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496689362Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496708273Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.110454ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496778545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.496789665Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.167986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.497342812Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.497543858Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.498091425Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:08:08.495596708 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498102856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"expiration\":\"2025-01-07T05:08:08.495596708Z\",\"pruned\":[]}","iteration":11,"elapsed":"2.502087ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498783606Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498801457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:18:08.498812377Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498823698Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":12,"elapsed":"6.71µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498834798Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498844708Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498854408Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498863619Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498872759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498882349Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.49889301Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49890326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49891451Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498923971Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498933441Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498943821Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498952902Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498963662Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.498973362Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499036554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499095386Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499169548Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499178969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499187869Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499200619Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49923152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49924184Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499380345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499463417Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.499473287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499480968Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499490888Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499500679Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499508919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499515519Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499521309Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499528649Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49953444Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49954072Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49954766Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49955429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.4995609Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49956785Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499574031Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499580251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499591361Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7742, tv_nsec: 60927136 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499715505Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499809438Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499819588Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499826518Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499834259Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.499842689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49987657Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.49988649Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.49989292Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.501051336Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7742, tv_nsec: 62375360 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.501308614Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.501449158Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.501793429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.501804549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.501970774Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.503701048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.87265ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504496292Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504507542Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504514022Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504521373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504528553Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504534703Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504542963Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504548774Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504554994Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504560944Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504568454Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504574674Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504580915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504587445Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504594165Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504601205Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504841383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504890554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504930895Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504939515Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504948286Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504956726Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.504964576Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.505512823Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.506510164Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.506537205Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.506749631Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.507066271Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.507497014Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.507544786Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.508702421Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.508959589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.510241149Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.510261459Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.510433344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.510444745Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.510482996Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.510677252Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.511436655Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.511456846Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.511617841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.512543669Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.51256959Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.512726445Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.512788957Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.513451287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.513909621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.513932502Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.513942192Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.513951643Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.514131088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.514563431Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.514733617Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.514752307Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.515333695Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.515355906Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.515416208Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.515434358Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.515443458Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.515512591Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.515652945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.515793959Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.515979395Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.516771379Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.51679025Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.516934034Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.517237293Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.517514602Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.518287996Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.518545204Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.518589855Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"14.051292ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.518604135Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"14.042132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.518891724Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.519105061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.521232886Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.521424042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.522294459Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.522565247Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.522681791Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.522897838Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.523005561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"23.474561ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.525733875Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.525790416Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.525801467Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.525811307Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.530221953Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.530564503Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.532302947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.532586125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.532607366Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"33.123568ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.535228786Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.535262058Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.535402042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.537547748Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","candidates":"[(e41d9c25-1c69-46a4-85f4-45bbe01eab97, 0), (a7edaa48-be4d-401b-b803-9ba38a39638b, 0), (2bb05164-730d-4f65-942a-2086d6480aa7, 0)]"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.537570778Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.538081264Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7742, tv_nsec: 99397978 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.539955952Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.540438477Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.540463258Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.540474528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.540611742Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.54542466Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.547678249Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.54771587Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.547825404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.550835436Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.551061023Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.554340974Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7742, tv_nsec: 115654108 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.554721146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.555106628Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.555135788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.555148469Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.555159849Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.555562542Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.556318475Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.556720007Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.557370787Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.557559223Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.558343167Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.559317907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.560288107Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.560487173Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.560604926Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.560997258Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.561023359Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.561101362Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.563452504Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.563483765Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.563598589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.563628839Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"59.075126ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.563736703Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.564027752Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.564055312Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":61,"elapsed":"65.268936ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.564596579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.56461267Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.564814326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.56560498Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.565633261Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.56593282Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.566275241Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.566295281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.566516248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.567293102Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"62.78797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.567794318Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.572535843Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.572868774Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.572900095Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.572913425Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"68.308269ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.572937205Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.572984157Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.572999387Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.573012538Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"74.18242ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.573623567Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.573652987Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.573838453Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.577784885Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.577816486Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.577831046Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.578096924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.57892809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.579165617Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.579896959Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.580158707Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.580208959Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":21,"elapsed":"81.403442ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.582020025Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.582046156Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.582060386Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"82.541687ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.583472419Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.58349744Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.583733677Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.584230143Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.584255424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.584439569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.585275125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.585509692Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.587163663Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.587187103Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.587198304Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.587209734Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2}","iteration":11,"elapsed":"91.643267ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.591051172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.594004383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.594034024Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.594258501Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.60562392Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.605973571Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.612109629Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.612140541Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.612157931Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.612606575Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:18:08.613462341Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.613489072Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"113.959272ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.613895424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"114.410277ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.617081792Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.619211118Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.619548228Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.621093516Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.621124117Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.621330673Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.621475048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.621824078Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.625377367Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.625404368Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.625415418Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.625425759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1}","iteration":11,"elapsed":"129.872222ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.626096579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.629222035Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.629241766Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.629394891Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.630549076Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"126.021233ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.630574427Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"126.032264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.63653266Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.636732936Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.639021507Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.639384598Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.639740419Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.642010969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.642329418Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.644250068Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.644469764Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.646042212Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.646247389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.647698554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.647948261Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.649606742Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.653591175Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.653616655Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.65378359Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.655165233Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.655351589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.657510025Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.657694841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.666046727Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.666079738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"170.495561ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.667910595Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.668142972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.670339509Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.670508815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.67327627Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.673473886Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.675130277Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.698689751Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.698711041Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.69899886Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff2f6a74-8ab8-4cef-a2e7-3739a6d26db5\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.699021311Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.700977451Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.708838633Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"209.997434ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.756498738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.756547039Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.75656484Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.757100976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b29fd775-957e-4578-b769-5211ebdaa65a\", \"content-length\": \"476\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.757139387Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.757475997Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c38534-0042-4e19-8e68-ec9fdeff3760\", \"content-length\": \"734\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.757514529Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.757845249Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d4d355-9e75-47e8-824c-59319b4a68aa\", \"content-length\": \"111\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.757862569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.758170489Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ac8d1f-82fc-44ca-b491-c71efa3b7e0f\", \"content-length\": \"111\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.75819265Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.758492139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8a45311-b11b-4e49-a98e-48d2a5089f6c\", \"content-length\": \"167\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.75851322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.75886245Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dacbba2-0a16-4946-b046-164b1a79e0b7\", \"content-length\": \"167\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.758889751Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.759213081Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"539a9cd1-c87f-4aa5-acc5-80c2c7ae6fe4\", \"content-length\": \"175\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.759245702Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.759599403Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb959abb-5b8e-49f7-a194-62cc6d25d4a6\", \"content-length\": \"175\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.759621494Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.760551432Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d29a80-a87e-43f1-8dea-623e01179bf5\", \"content-length\": \"702\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.760573813Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.760880202Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51c946e-078b-44f2-9971-6f211ed680ae\", \"content-length\": \"727\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.760891042Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.761063538Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f96bd211-f602-4564-a83a-e9b25d9815f8\", \"content-length\": \"729\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.761073418Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.761227273Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c5d4bb-e596-4a4d-805c-b7b7440d7c2e\", \"content-length\": \"728\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.761237223Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.76147119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3aeac71-799c-4d19-98dc-0f6fd130d37c\", \"content-length\": \"722\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.761495811Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.76178707Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729f28cb-853a-4670-bd34-5f2ea4e33e5c\", \"content-length\": \"109\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.761802501Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.76210602Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e782f7-78ef-4e4b-adb1-2101290ae042\", \"content-length\": \"109\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.76212087Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.762487722Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87476ef1-0dda-46c5-a798-b1085b299014\", \"content-length\": \"169\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.762502562Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.762855833Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46598379-036e-4ff9-85d1-9f58dfc202a5\", \"content-length\": \"169\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.762870533Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.763206664Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"142940e9-5bd6-4343-892a-e65eb43e595b\", \"content-length\": \"178\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.763220584Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.763528583Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf2e83de-20d5-4624-8532-69a3af6857b2\", \"content-length\": \"178\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.763539894Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.76372626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f6ef098-abda-4d07-b027-23e02264fe57\", \"content-length\": \"702\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.76373746Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.763912405Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77f82b55-e29e-498b-9969-55d683d1e370\", \"content-length\": \"727\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.763922326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.764081371Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63320349-9eb8-45cc-9043-edd5aa9701ea\", \"content-length\": \"729\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.764091281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.764252066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"208b015c-9abc-440f-a8ca-8e0bb5faf993\", \"content-length\": \"728\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.764270816Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.76470977Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.840472499Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.84052589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.840879631Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"588e43ab-c5ad-4fd1-bad9-d8c56aa089ed\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.840904752Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.840972304Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.841471269Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"47371a64-4fd3-488f-9a84-8a1ebe604849\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.84150473Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.844942226Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.845240305Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1391cf65-2b4a-4022-ae79-b33e830a526d\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.845267146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.846014169Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.84603898Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.846298528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea6dc18-9873-46aa-a897-d74c5f40e8f2\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.846327748Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.84799179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.848017731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"352.500455ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.849067683Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.862694402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.862711692Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.864837228Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.865298822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.865317882Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.866076415Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.86719546Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.867481569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.867494359Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.867657544Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.867679995Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.86849224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.86851569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.868673505Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.86913466Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.8698134Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.870306316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.871806472Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.872586295Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.872608386Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.872874324Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.872897455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.872908476Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.87306572Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.875839606Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.875861046Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.876125484Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.877637001Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.877816106Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.879582931Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.879920631Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.88118828Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.885661988Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.885678588Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.885866314Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.89584731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":21,"elapsed":"400.207531ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.959211378Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b37cf039-9b00-4d79-9161-0f0f55ee029a\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.959243329Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.959670162Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.976027985Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.976305663Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0e6c37-b0e3-42d9-b325-77ff640d71fb\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.977751718Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.978023666Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.004322295Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.004857501Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"40f7fa3b-a519-4fa3-8a65-103953e0a01d\", \"date\": \"Tue, 07 Jan 2025 05:18:09 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.004869121Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.006365887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5da8e7e9-2f38-41c5-a4ad-5a7d1726051b\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.006381438Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.006796841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.006810261Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.008038549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9cc4ab28-7b6c-4be0-a55e-81c6876f772c\", \"date\": \"Tue, 07 Jan 2025 05:18:09 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.008061899Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.009931567Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.009974068Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"514.492463ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.074922805Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.078157854Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":21,"elapsed":"582.506284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.080103504Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.080427404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.082201038Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f32c64-df6d-479a-a186-313559915d51\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:18:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.082219439Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.082228189Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.08223809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.0822455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.082630571Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.083745816Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":21,"elapsed":"584.893957ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.084416577Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.084767947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.086882192Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.087080278Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.089757301Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.089984168Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.091212415Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.091394951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.093011731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.093285689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.094824086Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.098252522Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.098279683Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.098450028Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.100091508Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.100336776Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.101404348Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.101591264Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.102540243Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.107368542Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.107391372Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.107592759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.115577454Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 0cd893b9-db71-44ba-bede-4d5b326cf8a3, kind: Service { id: 16170e64-6e04-462f-9cc9-85cafa82d6f7 }, name: Name(\"nexus-16170e64-6e04-462f-9cc9-85cafa82d6f7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 7])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 33dc72d5-709c-43fb-ba8a-16bf98b4eb34, kind: Service { id: 217a827c-2873-4be1-b359-addf32248ae5 }, name: Name(\"nexus-217a827c-2873-4be1-b359-addf32248ae5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 55200e40-74e5-47f9-90da-dcd225f585b1, kind: Service { id: 391be182-e0eb-4a5f-9294-ce54683c0a06 }, name: Name(\"nexus-391be182-e0eb-4a5f-9294-ce54683c0a06\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 96])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: a24b87a9-ffca-48d7-99b2-082f89fe5eb9, kind: Service { id: 0a80e2dd-4624-43a9-991c-3c9aab3ac405 }, name: Name(\"external-dns-0a80e2dd-4624-43a9-991c-3c9aab3ac405\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 159])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a491ee23-00d9-41d5-9483-f8c41baa9f9c, kind: Service { id: d6d3a760-2531-491d-aca9-1e6a70cf3495 }, name: Name(\"external-dns-d6d3a760-2531-491d-aca9-1e6a70cf3495\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 186])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.115615575Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.115884104Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.117106491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.12000032Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.12001438Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.120234987Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.121423634Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.121517027Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a24b87a9-ffca-48d7-99b2-082f89fe5eb9, kind: Service { id: 0a80e2dd-4624-43a9-991c-3c9aab3ac405 }, name: Name(\"external-dns-0a80e2dd-4624-43a9-991c-3c9aab3ac405\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 159])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a491ee23-00d9-41d5-9483-f8c41baa9f9c, kind: Service { id: d6d3a760-2531-491d-aca9-1e6a70cf3495 }, name: Name(\"external-dns-d6d3a760-2531-491d-aca9-1e6a70cf3495\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 186])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0cd893b9-db71-44ba-bede-4d5b326cf8a3, kind: Service { id: 16170e64-6e04-462f-9cc9-85cafa82d6f7 }, name: Name(\"nexus-16170e64-6e04-462f-9cc9-85cafa82d6f7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 7])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 33dc72d5-709c-43fb-ba8a-16bf98b4eb34, kind: Service { id: 217a827c-2873-4be1-b359-addf32248ae5 }, name: Name(\"nexus-217a827c-2873-4be1-b359-addf32248ae5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 55200e40-74e5-47f9-90da-dcd225f585b1, kind: Service { id: 391be182-e0eb-4a5f-9294-ce54683c0a06 }, name: Name(\"nexus-391be182-e0eb-4a5f-9294-ce54683c0a06\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 96])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.121540687Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.127303905Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.127335356Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.131215655Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"51a7d0f4-66ca-4dda-a12e-5a6ab498c2d3\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.131238365Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.13172137Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.13495319Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.135323841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.135349392Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.135571729Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.137390475Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.137408285Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.137636172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.139283273Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.139556651Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.143143682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.143171412Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.14600709Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.14633318Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"068c9773-2759-4221-9c03-fc5458b4adfa\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.14635553Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.146370261Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.14668039Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.146701481Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.146712031Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.146722732Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.146734742Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.146745822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.146939238Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.146953499Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.147211967Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.147229887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.147596558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.148052632Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a9399aa8-59b7-478d-b2b8-217f8befb841\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.150077644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":21,"elapsed":"650.615647ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.150100645Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.150200188Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad02131-82bd-48a4-a57f-b4f4ac6f441d\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.150215689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.150314792Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89721ad4-2195-4bec-a6ac-3237ace99cbd\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.150327702Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.150338623Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.190525958Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","vpc_to_sled":"[Sled { identity: SledIdentity { id: ed42aaef-618c-4920-bad3-c2a5ed2fd546, time_created: 2025-01-07T05:08:51.979299Z, time_modified: 2025-01-07T05:08:51.979299Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.190576079Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.190584109Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.190842568Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.192654333Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.1928621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.194618284Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.197262835Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.228094442Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.232777817Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"4e6638e0-59d8-4948-b3d4-ed2bd7eebc87\", \"date\": \"Tue, 07 Jan 2025 05:18:09 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.233521429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.23353381Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","elapsed":"734.029991ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.23354183Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":3,"elapsed":"734.037041ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.271376543Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3b1d4853-03e9-4ffa-af55-3d98b9d83903\", \"date\": \"Tue, 07 Jan 2025 05:18:09 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.271406944Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.271416864Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.271692973Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81b45147-a568-44ca-856f-690cd3d38d54\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:18:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.271735114Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.272017383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.276030366Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.276226832Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.279847933Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.280018009Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.281932187Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.282186885Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.289218901Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":21,"elapsed":"790.422284ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.382807567Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b69e5b-5460-4bfc-85e7-ad1c1e42648b\", \"content-length\": \"30797\", \"date\": \"Tue, 07 Jan 2025 05:18:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.397028474Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.397056795Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.397067166Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.40142512Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.401868453Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.403666538Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.405571227Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.407621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.407851317Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.586032564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"c7dc5cac-634e-49be-bc9d-dae307fef205"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.586077025Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_started":"2025-01-07 05:18:08.756468 UTC","collection_id":"c7dc5cac-634e-49be-bc9d-dae307fef205"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.586099036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"collection_id\":\"c7dc5cac-634e-49be-bc9d-dae307fef205\",\"time_done\":\"2025-01-07 05:18:09.399104 UTC\",\"time_started\":\"2025-01-07 05:18:08.756468 UTC\"}","iteration":2,"elapsed":"1.087278527s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.586112316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.586129006Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.586452196Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.58786241Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.589731727Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.589754778Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.589891912Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.592340968Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.592590845Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.594775212Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.596832146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.596853576Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.597022612Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.635909547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"49.76925ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:11.302361815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"9a6597eb-0271-435a-a1e3-22df38e053f0","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.498443529Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.498501041Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.498825761Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.499411829Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.49942221Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.499696378Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.500704839Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.503264828Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.503279488Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.503423483Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.505270319Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.505478136Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.507256351Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.509644664Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.509669685Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.509793578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.522512109Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.52253789Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":62,"elapsed":"24.106861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.529938368Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.530281868Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.531491825Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"32.076826ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:21.301875204Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"c2168f64-124a-4a03-91e0-cb05b3b300be","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.498946379Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.499029461Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.49931566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.499353341Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.499364062Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.499547757Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.500546638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.501702074Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.501953861Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.503069056Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.503080066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.503225Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.503493229Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.134067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.505183621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.505465179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.507182152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.509573185Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.509586856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.50972255Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.517250981Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.517264892Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":63,"elapsed":"18.349404ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:31.302182277Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"677e01fa-dbb3-401d-a4c3-b8f4306b4bb8","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.495758874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.495817856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.495827067Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.495833897Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.496208558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.496239089Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498105907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498127317Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498135998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498149608Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498157588Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498164528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498171519Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498178049Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498184209Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498193149Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498199869Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498465808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.4985329Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.49855026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498560981Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498616822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498649803Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7772, tv_nsec: 60323958 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.498697765Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7772, tv_nsec: 60380989 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499003584Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499028175Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499037275Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499044495Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499052506Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.499058976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499065816Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499072046Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499078947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499085347Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499091407Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.499099327Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.499105777Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499112137Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499239481Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499278943Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499377016Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499387946Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.499460438Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.500595623Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.500921803Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.501246273Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.501624685Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.502039687Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.91198ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504318668Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504342678Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504353489Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504363489Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504372799Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504383739Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.50439312Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.5044033Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504565665Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504580256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504662898Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504689969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504702229Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.50471832Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.50472773Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504787892Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504810343Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504862334Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504873155Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.504879955Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.50504949Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.505086001Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.505105402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.505239526Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.506506095Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.50667215Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.507305979Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.507903398Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"3.58478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.50797096Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.508370972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.508383893Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.508390073Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.50863093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.509090894Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"4.748226ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.509308541Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.509319221Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.509511047Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.510349503Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.510360733Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.510499067Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.510673103Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.510820408Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.511029244Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.511274911Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.512479619Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.512569981Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.512783308Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.512817399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.513060516Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.513217041Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7772, tv_nsec: 74885535 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.513288273Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"14.281179ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.513332675Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.513474649Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.513529471Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.513739727Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.51414331Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.516711038Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.516735279Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.516933625Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.518440512Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.522861327Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.522887378Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.522897249Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.525026904Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.525046535Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"26.02602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.554244602Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.554637404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.556824442Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.55711644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.557167182Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.557524963Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.559291557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.559659489Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.559866155Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.561167995Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"62.132599ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.561354961Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"56.997932ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.562443874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"58.113846ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.562556327Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.562571638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.562728093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.563993192Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.564866069Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":22,"elapsed":"66.7039ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.566325034Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.566341454Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.566468798Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.56750224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.56752358Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.56753152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.567690825Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.573856335Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.574146204Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.575552457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.577966491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.577987982Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.578145017Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.579272431Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.579292592Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":64,"elapsed":"81.194396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.579462637Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.581218231Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.581230521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.581370356Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.593970883Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.593995814Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.594312864Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead7d4c1-c65a-4e8b-88b1-aa09ef499e49\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.594328174Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.595562972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.607936472Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.607962203Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.607972543Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"108.930198ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.608719706Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.608732577Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.608991995Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec6a7fa2-429d-4680-84d2-0bf3c95841eb\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.609007465Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.610259144Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.634408076Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"136.243368ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.680193473Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.680221574Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.680468372Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f94dd4a-8c24-46e9-ba9b-ca3d84bd5c8c\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.680482842Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.681967788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.722227595Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.743323934Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.743666084Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"756f4202-0899-48aa-9f87-5006fa7ef6d8\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.745713837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.746105039Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.748154442Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":22,"elapsed":"252.412089ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.831540425Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":22,"elapsed":"335.76163ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.832261357Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38d2715e-c9e6-4f71-982b-a7c1ad49ca6c\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.832288018Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.832298648Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.832310809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.834586929Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":22,"elapsed":"336.40922ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.83820214Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.83822684Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.838645553Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62bd39c3-3634-4d83-9e3a-0bc451b3a03d\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.838682825Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.838998994Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.854676426Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.854698177Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.854978435Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"002624d2-dd71-4656-a552-87233e78cb06\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.854993966Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.855371698Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.857283246Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.857532564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.860767573Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.861087153Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.864464497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.864483308Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.864938892Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"abc5b887-979f-4681-9289-581a99223577\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.867069727Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":22,"elapsed":"368.025732ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.886288698Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.886633939Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.888819346Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.888872547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.889013172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.898137622Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.898471062Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26c0dcbe-8ebb-41bd-ad57-6dcd442cb04f\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.898493743Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.898508764Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.898781802Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.898806773Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.898818353Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.898831193Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.898843594Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.898854604Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.899015829Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.89904036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.899256436Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.899269307Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.899553105Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.901242888Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.901361391Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2974632-4bb0-4030-916d-2a33a2734914\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.901377522Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.901454544Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6efadc4d-cf01-4c0d-a275-d46cdc501013\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.901472204Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.901487975Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.002958234Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a369d537-3bd2-4016-8de0-b9d5711d8fac\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:39.002997065Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.003007815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.003463689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53f8d39-5d60-4ff3-8785-d6b39e921ca9\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.003509191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.003860502Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.007783822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.007995739Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.010836856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.011192707Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.012858898Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.013141877Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:39.019783871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":22,"elapsed":"521.609482ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:41.301177311Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"902800a0-d8ab-4291-92b5-6ed1fee87234","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.498235914Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.498293116Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.498614926Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.499169293Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.499179303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.499430821Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.500293307Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.500835314Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.501205375Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.502815795Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.502839005Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.502959889Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.503149805Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"3.976453ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.504498976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.504651451Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.505769435Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.507985734Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.507999234Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.508124238Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.517404773Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.517429134Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":65,"elapsed":"19.20886ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:51.292844168Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"cc5fe42e-48be-4ad7-9ed3-8f2478d15a42","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:51.293133547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"cc5fe42e-48be-4ad7-9ed3-8f2478d15a42","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:51.294976663Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"cc5fe42e-48be-4ad7-9ed3-8f2478d15a42","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2207,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:51.295225691Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"2c1844da-7666-4306-8f2a-c66622cc6e91","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:51.295546761Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"2c1844da-7666-4306-8f2a-c66622cc6e91","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:51.297414598Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"2c1844da-7666-4306-8f2a-c66622cc6e91","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2255,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:51.301950337Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"7071254f-db51-46d2-86a3-22b29faa6fb4","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.497943731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.498004413Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.498287382Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.498760626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.498772647Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.499107357Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.499735846Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.50083305Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.50114728Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.502324556Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.502357307Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.502486171Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.502897874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.132887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.503735139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.503955676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.50539478Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.507848756Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.507862026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.50799447Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.515868592Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.515889833Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":66,"elapsed":"17.962972ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:01.300819332Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"40c51f33-6688-48b2-90d1-788f2909a503","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":318,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:06.291770054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"c52ed0d6-9106-42d0-aeb1-ef25dd9b2faf","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:06.292071223Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"c52ed0d6-9106-42d0-aeb1-ef25dd9b2faf","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:06.295124277Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"c52ed0d6-9106-42d0-aeb1-ef25dd9b2faf","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3440,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:06.295336443Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"30975baa-840b-40f8-87e3-7e9ade901c4a","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:06.295610992Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"30975baa-840b-40f8-87e3-7e9ade901c4a","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:06.297689956Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"30975baa-840b-40f8-87e3-7e9ade901c4a","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2388,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494474045Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494537017Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494549398Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.494558808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:09:08.494487205 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494570668Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494578748Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494588669Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494597199Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494604759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.49461448Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.4946232Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.49463209Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.49464272Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494651601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494660801Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494669681Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494677391Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494685231Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.494692882Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.49496172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495006781Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495023732Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495039373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495055553Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495066593Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495163156Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7802, tv_nsec: 57496040 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495208028Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7802, tv_nsec: 57534931 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495629051Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495651651Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.043842ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495709393Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.495720963Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.202967ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.496289871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:09:08.494487205 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.496311112Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"expiration\":\"2025-01-07T05:09:08.494487205Z\",\"pruned\":[]}","iteration":12,"elapsed":"1.809456ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.496639292Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.496836118Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497360684Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:19:08.497377704Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497389215Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":67,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497400115Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":13,"elapsed":"10.651µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497409825Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497419256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.497429346Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497438156Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497447836Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497457397Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497467167Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497476557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497485588Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497494528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497504618Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497515189Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497524899Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497619082Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7802, tv_nsec: 59949486 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497644093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497664943Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497759506Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497795457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497839399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497850779Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.4978955Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.497982673Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498157748Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498333044Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498348754Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":67,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498360375Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498369725Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498380855Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498389936Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498400036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498409496Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.498420926Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498431407Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498440967Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498451107Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498462038Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498471608Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.49854006Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7802, tv_nsec: 60877284 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498617203Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498669004Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498753637Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498766017Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498775207Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.498787728Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.49886722Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.499282093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.499341195Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.499907262Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.500975125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.501479691Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.073175ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.501876543Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.501889303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.502143611Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.50276942Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.50277988Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.502949236Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.503240354Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.503934916Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.503960327Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.503968887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.503977517Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.503984788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.503991818Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.503999758Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504006608Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504013078Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504020409Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504026839Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504032979Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504256476Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504268126Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504278566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504288847Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504300707Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504311067Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504319468Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504361749Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.504442242Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.505262947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.505318609Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.50537435Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.50602424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.508667791Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.508683822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.508874738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.509290051Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.509311711Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.509471406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.509723754Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.509734684Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.509878358Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.509888659Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.511127127Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.51253889Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.514198371Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.514218302Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.514461479Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.514661676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.514679516Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.514884383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.514923084Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.515157861Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.516838143Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.517052849Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.517321907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"13.379852ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.519323329Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"15.337641ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.519404491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"15.430194ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.521065953Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.521091023Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.521105734Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"17.089155ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.521689782Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.521717102Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7802, tv_nsec: 84033746 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.521816885Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.521904998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.522015222Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.522177347Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.522958611Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.523760475Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"25.387931ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.523995252Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.524862459Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.52522437Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.525381085Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.525405506Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.525565811Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.526975644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.527002795Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"28.62197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.527333165Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.527388007Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.527401197Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.527582383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.529475431Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.529579404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.529598545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.529848492Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.536443455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.536473906Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.536638731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.540795159Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.540818909Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.54082951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.5408396Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.54115283Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.543076689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.545568675Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"48.181461ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.548348761Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.548382152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.548393902Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.554719647Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.554750478Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.554760278Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.554770878Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.554783569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":67,"elapsed":"57.372793ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.554945844Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.557789381Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.557809202Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.557816582Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.557880344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.557892424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.557898805Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.557905255Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.558055009Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.558161903Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.55871996Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.558960447Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.560043271Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.560278088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"61.932184ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.560301078Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.56035167Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.560469613Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.560596848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.562276429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.562710353Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.562731163Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.56295203Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.563336682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.563351062Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.563515197Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.56393687Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.564202958Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.564350093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.565830928Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"61.860142ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.56686259Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.566891511Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.567062666Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.56946048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":23,"elapsed":"71.927021ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.569546283Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.569578333Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.569591974Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"72.182139ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.569875523Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.569900154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.569912064Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.571064639Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.57109267Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.571671598Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.57272061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.572925076Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.573224926Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"69.269479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.574957669Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.575251708Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.575896698Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.576210507Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.576451435Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.577883319Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.577898299Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.578047764Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.578396595Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.578408945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.578552739Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.579176008Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.579186469Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.579207889Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.579333003Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.580734907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.580745977Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.580874861Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.582938274Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.582960765Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.582970585Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.582979536Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1}","iteration":12,"elapsed":"88.371716ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.591523828Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.591544819Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.591554639Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.591720654Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.593156048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.593521549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.593812969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.595912993Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.595939424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.596066318Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.597838172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.597863163Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.597875383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.597886884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2}","iteration":12,"elapsed":"103.293975ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.600979239Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.60100838Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.6010219Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"102.658605ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.619668093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.619709094Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"125.066774ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:19:08.653504913Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.653536394Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"155.175099ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.661116667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.661133468Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.661493579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e38933b-70c8-42a8-9b67-ebbaf8d29e73\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.661513919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.663753518Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.819252188Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.819300389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.823338843Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.823378165Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.826040016Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a95940-d57a-4efe-ac52-50531ccf5632\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.826072837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.827497021Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.867134279Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.867183341Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.867520061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1695e0c5-43ae-487f-bd8d-4bf85e456c4e\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.867544882Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.869399869Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.875013521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":23,"elapsed":"380.443073ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.890301682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.902562848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26177d7-0fe0-4eaf-903d-3d507475436f\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.902597489Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.903016512Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.903742915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.995559797Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.996093173Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde8332f-0a41-4e4c-bcb7-f16adc451564\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.996120074Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.996129294Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.996135944Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.998559289Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":23,"elapsed":"501.188165ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.006365549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.006645158Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b316b7-18c7-478a-a801-1d9080c392fe\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.008157744Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.008436662Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.010772334Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":23,"elapsed":"516.245438ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.011631601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.011657212Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.011839207Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"aa62d045-1a76-445e-9270-7a07b04f9b20\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.011851698Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.012134546Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.013957232Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.014116237Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.016873452Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.017195822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.020536905Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.020560335Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.021011639Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a0e6c390-16d8-402d-a968-82f71b735f96\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.022316889Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":23,"elapsed":"523.978615ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.143214155Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.17069474Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.171107622Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d75869d8-034a-4044-b823-dc0ddda83b42\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.171134433Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.172927748Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"140aa409-2fa5-4c0a-a092-32181b572437\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.172947449Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.175299071Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.175325522Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"680.855516ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.1931397Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.193508241Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.195581815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.195598835Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.195794281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.205586632Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.205868681Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e138c3f-05ac-44e1-9330-e1a0396fe4a1\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.205892462Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.205903112Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.206206481Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.206231872Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.206241372Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.206249422Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.206256783Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.206264353Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.206431988Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.206448389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.206696696Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.206716947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.207091059Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.208338377Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.208842462Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"992258dc-620c-4682-ae51-a5433dd0e484\", \"date\": \"Tue, 07 Jan 2025 05:19:09 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.208857263Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.209215764Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.209320907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acbaa85b-849d-4452-bc9d-55f2b7722027\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.209342088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.20941401Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"582dd0d7-d5c4-47c5-8b4e-191f3f464e54\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.20942653Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.209437551Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.210290037Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0d693bfa-83be-48b7-b0fa-e538d815db8d\", \"date\": \"Tue, 07 Jan 2025 05:19:09 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.210305187Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.212172765Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0aff24d5-e6ee-4f75-a856-4a0b0ac606e1\", \"date\": \"Tue, 07 Jan 2025 05:19:09 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.212186345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.214127945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.214171696Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"719.736632ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.305487022Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ae24fe31-29ee-4790-acd1-755a97ae97cd\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.305525744Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.305538064Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.305946766Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dd1b21d-4c7a-4a12-97d7-42152de43e06\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.305984127Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.306283887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.309887087Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.310189077Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.313416406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.313845469Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.315714557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.315938244Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.32297763Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":23,"elapsed":"825.602375ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.368026225Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.368046605Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.398583994Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.398680077Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61702"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.398819481Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e64aad44-6a0b-47ca-9524-954f8903d3d1","remote_addr":"[fd00:1122:3344:101::b]:61702","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.399092179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e64aad44-6a0b-47ca-9524-954f8903d3d1","remote_addr":"[fd00:1122:3344:101::b]:61702","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.436902931Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:09.436926752Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/producers","method":"POST","req_id":"e64aad44-6a0b-47ca-9524-954f8903d3d1","remote_addr":"[fd00:1122:3344:101::b]:61702","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38167,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.436999614Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64aad44-6a0b-47ca-9524-954f8903d3d1\", \"content-length\": \"41\", \"date\": \"Tue, 07 Jan 2025 05:19:09 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.439217373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:09.439232653Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:11.300869502Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"f4ebd62d-345c-4179-b7d6-a58992289aa4","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.497805905Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.497869187Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.498127025Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.498171376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.498183256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.498360152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.499681273Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.499874919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.500148647Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.502285942Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.502302523Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.502437757Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.504690307Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.504851871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.506194083Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.508589536Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.508611317Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.508733811Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.520916125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.520939566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":68,"elapsed":"23.149631ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.529325514Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"31.142877ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:21.300567899Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"6d00ac50-fe21-4ca7-b1bf-b58c82ad9816","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.497635175Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.497701608Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.498178912Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.498242254Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.498258625Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.498567244Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.501081031Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.501868765Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.502301609Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.50461493Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.504638551Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.504827667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.507344154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.507671564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.509456659Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.512063239Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.512077329Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.512213023Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.52478043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.524808161Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":69,"elapsed":"27.195656ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.531825356Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"33.580062ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:31.300439511Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"3d52c646-9362-4deb-bcb5-0f757cef45c3","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.494236316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.494305388Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.494321759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.494336409Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.494739712Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.494767762Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496779144Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496798295Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496806835Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496814715Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496823445Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496864697Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496876977Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496887358Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496897498Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496906598Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.496917508Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497127885Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497199017Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497211508Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497225978Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497242788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497253569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7832, tv_nsec: 60177803 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.497587469Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497804846Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7832, tv_nsec: 60726250 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497867848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497885088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497893838Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497901569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497909019Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497916419Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.497925079Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.49793197Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.49794111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.49794888Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.49795562Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.49796308Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.498083724Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.498105545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.498249579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.49826176Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.49827086Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.498346422Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.499465417Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.500167178Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.500811068Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.5015113Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.708475ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.501944723Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.501965174Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.502154779Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.50313759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.50315808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503166911Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503174351Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503181181Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503188361Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503195191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503202352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503502231Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503600944Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503612984Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.503688296Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.504046847Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.504070168Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.504079099Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.504086829Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.504260334Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.504295865Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.507513504Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.510380212Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.510405423Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.51064097Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.510813535Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"7.671336ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.511685232Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.512049353Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.514408016Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.514732776Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.514903061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.515658044Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.51583263Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7832, tv_nsec: 78745824 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.516198721Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.517496151Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.517515061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.517694557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.519068369Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.51909055Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.519327627Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.538455365Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.538837547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.541946983Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.542337175Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.544759199Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.545142071Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.549703901Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.551598439Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.55162554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.551861047Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.552826437Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.552991782Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.553420335Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.554115726Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"50.944816ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.556086747Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.556113148Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.556310394Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.559469441Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.562481554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.562507334Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.562771932Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.569411936Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.569441968Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.569450348Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.569725256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.570103718Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.570573412Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.572246214Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.572659146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.573787551Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.57407548Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.574460322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.574915396Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":24,"elapsed":"78.08503ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.577512005Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.577543706Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.577713762Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.578920739Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.579339612Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.590242007Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.590293748Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":70,"elapsed":"93.453563ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.590840815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.590869916Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.591213227Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"739296d6-d176-44d7-95d7-d5c51c0ac1da\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.591236057Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.592739344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.592771565Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.593060674Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fb715c2-12e6-4d0a-acf5-214d2c9e7d36\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.593089314Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.594004243Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.59489764Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.603930457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.604357721Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.605354571Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"107.476314ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.606991242Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"103.801731ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.610805099Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.6108367Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.61084826Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.611147569Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"107.990539ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.61117817Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.614525853Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.614554384Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.614567824Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.614579585Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"116.647075ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.614593265Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.614928436Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf37c0e3-9f6b-4b26-8079-da6160c30d78\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.614954316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.616846645Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.626166121Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"128.254492ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.666646825Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"169.823939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.707159541Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.707511111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.739390721Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.739470903Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.740486185Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":24,"elapsed":"246.242058ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.77872884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/6719107a-aea7-480d-8b48-19e67988c62f/state","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.781124284Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.784286641Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.784327352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.78457663Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.786696495Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.789157231Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.789179381Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.789332626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.794779423Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.795603809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ff885e8-b5f0-4b78-ba71-2103d46189f1\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.798815467Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.799166848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.801927663Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":24,"elapsed":"307.715618ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.853066945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b040283-4c98-43db-bb03-f87aaeb5d092\", \"content-length\": \"583\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.853111046Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.853182009Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/6719107a-aea7-480d-8b48-19e67988c62f/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"763120e2-c45b-42ed-8801-133da75cc9d3\", \"content-length\": \"130\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.853458567Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.857082578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.857529182Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39799b41-935e-487d-99b9-39a2eac81f02\", \"content-length\": \"810\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.857557753Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(9537238) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.857569353Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.857577854Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.858794511Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":24,"elapsed":"362.006467ms"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.862961589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"vmm_id":"6719107a-aea7-480d-8b48-19e67988c62f","sled_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","instance_id":"c7eb3214-b57e-411b-a7f0-77dfa4fb283d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-07T05:19:35.343381353Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.86298528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"vmm_id":"6719107a-aea7-480d-8b48-19e67988c62f","sled_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","instance_id":"c7eb3214-b57e-411b-a7f0-77dfa4fb283d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-07T05:19:35.343381353Z }","propolis_id":"6719107a-aea7-480d-8b48-19e67988c62f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.86299815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"vmm_id":"6719107a-aea7-480d-8b48-19e67988c62f","sled_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","instance_id":"c7eb3214-b57e-411b-a7f0-77dfa4fb283d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.863482075Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"vmm_id":"6719107a-aea7-480d-8b48-19e67988c62f","sled_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","instance_id":"c7eb3214-b57e-411b-a7f0-77dfa4fb283d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.879976972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.881787978Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":24,"elapsed":"383.908429ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.904417073Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.904870497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.907257471Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.907283232Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.907455887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.913174682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{a40e665b-fc75-42cc-9203-d9a5ed9a0874: {10.151.2.175: {bf654eb3-b44f-4a57-b26b-bdc2b266ddd9}, 10.151.2.176: {bf654eb3-b44f-4a57-b26b-bdc2b266ddd9}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.913206114Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.913494012Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ee95893d-a94d-4bbd-820c-7c0764c25ecf\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.913519383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.913856114Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.915885726Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.916064601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.918488256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.918828376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c42e4549-a4d5-4a6b-a546-4fc007f0ffa1\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.918851217Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.918863257Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.919087474Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.919147566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.919158077Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.919165617Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.919172907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.919180687Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.919187887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.919368233Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.919379303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.919417244Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.919545128Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.919570319Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.919861248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.922081686Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.92220048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6836bf75-dfde-4ac7-acdc-f17185457966\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.9222189Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.922353475Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66f3f668-fbc5-4f2a-970e-70121e1d2833\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.922368755Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.922381805Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.922391176Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.922628503Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.924364837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.924707547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.927509443Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.927701119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.931183086Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.931206067Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.931216097Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.049616626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"12d2718d-72b3-4a4a-b6c7-db412d845a02\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:39.049666008Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.049682148Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.050083501Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00106435-d658-4b11-9913-95e679a9c0c6\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.050122332Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.050474062Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.050566585Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1b61b2cf-cbca-4dd1-8c7d-3cf71bb177c5\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.052226127Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":24,"elapsed":"554.322888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.054879978Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.055236729Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.05819777Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.058482399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.060707837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.061102359Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:39.068541238Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":24,"elapsed":"571.769503ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:41.304570593Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"6a08027c-af72-4917-b6a1-e113dac14921","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4673,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.497623445Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.497679326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.497952975Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.497994226Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.498004506Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.498184622Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.499717599Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.500178483Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.50072284Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.502296858Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"4.293862ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.502397491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.502410162Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.502564887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.504234508Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.504419964Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.505691332Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.508085166Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.508108497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.508233821Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.518350982Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.518376642Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":71,"elapsed":"20.768538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:51.291456965Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"29731a87-8f46-4f1b-9701-eb92723133f9","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:51.291751814Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"29731a87-8f46-4f1b-9701-eb92723133f9","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:51.294014404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"29731a87-8f46-4f1b-9701-eb92723133f9","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2632,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:51.294325673Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"8c7c6f67-e621-47a3-82ff-4f3288882871","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:51.294756707Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"8c7c6f67-e621-47a3-82ff-4f3288882871","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:51.296873321Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"8c7c6f67-e621-47a3-82ff-4f3288882871","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2623,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:51.300519413Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"da9ad8d5-c6ee-40d9-a2a4-9ce4ea122270","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":335,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.496578497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.4966654Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.496917348Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.49766852Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.497684971Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.497870607Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.498716593Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.501193379Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.501207959Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.501347024Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.503104798Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.503442308Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.504855192Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.507445431Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.507460621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.507607166Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.520308616Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.520333817Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":72,"elapsed":"23.77619ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.527074915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.527394434Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.528373754Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"30.703234ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:01.300055543Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"b88019c6-ee59-4bb1-bb6b-8911bc4fee19","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":372,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.493917879Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.493982311Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.493996402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.494006502Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:10:08.493927370 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494016672Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494024822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494034673Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494042603Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494050823Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494060124Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494068074Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494075174Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494083104Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494090344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494099585Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494108815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494116645Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494125096Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494133216Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494396174Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494437125Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494458106Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494473486Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494487597Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494503637Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494613251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7862, tv_nsec: 57953424 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.494747465Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7862, tv_nsec: 58106759 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.495173938Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.495191669Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.159306ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.495203649Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.495211919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.228758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496190049Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496458677Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496700505Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496712545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":73,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:20:08.496719025Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496727266Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":14,"elapsed":"11.691µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496735816Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496741856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496749516Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496760667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496770467Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496779997Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496789398Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496798088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496808528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496818779Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496828789Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496838369Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.496848159Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.49685762Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.49686725Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.497007104Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:10:08.493927370 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497031575Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"expiration\":\"2025-01-07T05:10:08.493927370Z\",\"pruned\":[]}","iteration":13,"elapsed":"3.084125ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497042065Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497099767Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497112508Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497122278Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497131548Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497139428Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497147578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497157449Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497284033Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497311303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497416007Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497451448Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.49753945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497567051Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497590892Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.497615243Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497628983Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497640014Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497653474Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497664765Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497675945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497683505Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497690805Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497697255Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497704976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497714906Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497724496Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497734156Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497743377Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497823079Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497874421Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497886441Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497893961Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497902732Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7862, tv_nsec: 61258986 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497915392Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497957654Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.497975054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.498023396Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.498126029Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7862, tv_nsec: 61482533 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.498229592Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.498361676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.498680536Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.499171561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.50011325Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.500991607Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.23832ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.501676478Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.501698458Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.501906275Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502289416Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502351589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502360129Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502369139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502379399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.5023898Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.50240036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.50240988Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502419951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502429181Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502438351Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502447201Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502457132Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502656538Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502679428Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.50273204Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502741981Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502750801Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.502831113Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.50337376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.50338523Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.503430442Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.503439682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.503529465Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.504061551Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.505075342Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.506194997Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.506208807Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.506393243Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.50664016Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.506652311Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.506765194Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.506782555Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.506814856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.50694253Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.508030783Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.508053134Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.508181848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.508349003Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.508438325Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.510735626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.510753467Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.51084693Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.5108579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.510902251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.510925132Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.511012935Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.512417278Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.512661115Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.512692536Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.512848701Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.514331937Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.514361918Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.514492742Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.515240585Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.517102352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.517131743Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.5173562Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.521248989Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.521669332Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.52289568Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"20.525542ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.523526739Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.52355333Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.523567621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"21.181821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.525803899Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.525968214Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.526266073Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.526350066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7862, tv_nsec: 89695450 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.526402758Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.526712327Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.528134671Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.528950546Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.529272306Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.531150544Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.531169444Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.531379861Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.533416163Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.536036034Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.536060875Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.53622775Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.553005915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.553058577Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.553070447Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.55315595Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.553509721Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.553535452Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.553550162Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.554688287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.554714498Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.554725868Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.554735908Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.55510521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.555507272Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.556581055Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.556648457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.556931166Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.558518365Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.558539205Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.558545906Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.558552726Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.558764503Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.559862246Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.559876366Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.560129884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.564665694Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.566285403Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.566550182Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.567122679Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"64.709129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.567205622Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.567532482Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.567970845Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.567998056Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.568238254Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.568913274Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.569033298Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.569273146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.57005781Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.570364349Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.572074132Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.572099962Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.572307349Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.576853888Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"74.476329ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.578429257Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.58047624Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.58049671Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.580507111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"83.702343ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.581110319Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.58112493Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.581264554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.582472281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.582494322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"84.93015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.59414464Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.594393618Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.65010522Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"153.369294ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.651384409Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.672034924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.672091206Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.672460667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea39d2bc-bbe1-4f5e-9505-23c44e5b61ab\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.672494248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.67451678Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.704228934Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.704292425Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.704629876Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e93b23e2-7f12-4167-a0b2-58d4b505f4e0\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.704667767Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.70640201Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.76755793Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.767610831Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.772306706Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6718ebc-b1a8-4853-9ede-87eadbad4ac1\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.772354837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.772708278Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.780500688Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.784992756Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.785030867Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.785219683Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.787029498Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.787703729Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"290.132217ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.790629799Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.79066564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.790805924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.793827587Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.794350964Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.795194129Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.795264241Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"298.538686ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.795431257Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c16d14-a81e-4e1b-b168-f402d116d253\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.795454867Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.795703035Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.799538433Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.799968836Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.802662759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.80269638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":73,"elapsed":"305.980624ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.804247568Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.804281719Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.804561497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.806450165Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.807267821Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":25,"elapsed":"310.498964ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.840742919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"338.321589ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.842742191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"345.174569ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.844162675Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.844204396Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.844215336Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.844529866Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.848318202Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.848649252Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.849138947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.849701945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c4bc0791-5721-4403-8ee0-d0992ca0d8cc\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.849770037Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.850963704Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"348.567834ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.851851071Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.851875972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.851889862Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.851936573Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"35b61967-f063-427a-9408-f027cd33e66e\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.851954564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.852123839Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.852678976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":25,"elapsed":"358.719006ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.853383458Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.853406159Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.853420629Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.853658616Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.853675587Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.854653867Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.854687728Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"360.566152ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.854969667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.858788284Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.858823895Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.859054922Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.859697472Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.859722913Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.859939439Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.862215589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.86224781Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.862260871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.862271901Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2}","iteration":13,"elapsed":"368.197027ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.862981183Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.862998943Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.863008804Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.863020704Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1}","iteration":13,"elapsed":"369.053883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.864284853Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.864583172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.865960965Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.868599126Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.868620946Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.868828002Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.884749332Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.884795013Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.885079422Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bbcd2c50-fe36-4727-b129-d1bffba593a6\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.885111413Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.885471234Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.887477316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.88762165Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.887634571Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.887644951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"390.10284ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.887698033Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:20:08.888721344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.888746585Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"391.162503ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.891654734Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.892012885Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.895696619Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.895716089Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.896133862Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1087378c-07d8-4d5c-a2ed-61012db71c84\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.897521575Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":25,"elapsed":"399.980953ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.920603544Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.920658816Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"426.578411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.933746148Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.934075828Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.935385448Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.937171723Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.937198714Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.937344239Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.96602536Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.96798672Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.968004151Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.968177666Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.039184709Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.039475328Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5919d4e-5b92-4978-8fc0-21abae844638\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.041550271Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.041860851Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.043730528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.043991877Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":25,"elapsed":"549.991354ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.062292969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.06264162Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.065077874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.065094155Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.065306632Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.070488671Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.075555836Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.075806734Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"829cecb2-d9ba-4b55-bb83-93e77f372086\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.075834165Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.075846965Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.076119484Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.076131574Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.076140185Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.076149005Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.076157475Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.076165925Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.07632871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.076340361Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.076482945Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.076493215Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.076746283Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.078989422Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.079110336Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f793d5-584c-4d49-a2fe-509fd2b5126d\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.079129326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.079213399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6def10e1-c627-4ea5-a1c9-26cd0359be96\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.079225329Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.07923639Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.090108574Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.090530897Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0b84b41c-c4c1-4e16-b56e-b8904ab6cbde\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.090545137Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.091980681Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a966e88f-5bdd-4af0-b375-c1580123dd53\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.091995092Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.093382015Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c38b8676-214b-4175-8820-8ba85fc092cf\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.093395045Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.094899141Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e27664-dc5d-4758-8c72-bb16c1b770b3\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:20:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.094920952Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.094929872Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.094938562Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.095013925Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.095051446Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"601.164298ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.096997106Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":25,"elapsed":"600.262589ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.182417301Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fe3b3477-0919-459f-bb8c-d15a7f79ddd1\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.182460893Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.182473163Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.182733071Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ed3db1-14c8-4fd2-a5ec-bbbd785a80fc\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.182773822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.183124683Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.186395923Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.186718843Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.189585592Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.189933782Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.192167841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.192397648Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.201465537Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":25,"elapsed":"704.70375ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:11.299433228Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"33cb0c03-9a1f-4424-b003-6aa879c30a28","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.496695909Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.496752821Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.497018319Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.497493288Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.497507054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.497684589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.498634019Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.499150534Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.499515406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.501189997Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.501206578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.501342282Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.503467967Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.503631352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.5048696Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.507196302Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.507211432Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.507340666Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.519108598Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.519141279Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":74,"elapsed":"22.45163ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.528213338Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"30.714014ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:21.299653739Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"efd7c8de-7674-459f-9a32-e70a69a5f0c0","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.496726644Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.496789996Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.497213579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.49725263Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.497262991Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.497451626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.499046885Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.499406767Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.499766147Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.50180484Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.501827711Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.501988786Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.504101091Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.504448031Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.507221247Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.509792976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.509825477Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.509956191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.519894136Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.519916017Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":75,"elapsed":"23.213853ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.53401871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"36.76004ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:31.299251011Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"2e07e868-89d1-469a-bebb-9448bb6ab167","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.493768857Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.493837859Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49385045Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49386126Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.494225941Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.494244352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496378917Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496403448Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496413619Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496421179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496428449Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496435839Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496443479Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49644988Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49645781Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49646608Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496472891Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496619055Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496686657Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49679188Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496809791Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.496822891Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497076649Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49710128Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49711048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49711985Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49712688Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497134641Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497140811Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497148571Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497155561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497162252Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.497169682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497176662Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497207713Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7892, tv_nsec: 60964177 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497369448Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497396599Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497408359Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.49741806Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.497489412Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.497623896Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.498450481Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7892, tv_nsec: 62193955 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.498709799Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.501418092Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.501530826Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.501553707Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.501767633Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.50198003Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.50199175Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.50199923Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.50200647Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.502013861Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.502020711Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.502027741Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.502033711Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.502040711Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.50232405Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.502370812Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.502438224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.502550547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.502808045Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"6.416818ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.503552688Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.503568729Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.503577149Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.503886158Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.505220989Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.50524537Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.505473857Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.505498928Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.505508878Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.505613601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.505643712Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.505708214Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.505811098Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.506079056Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.506091976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.506098496Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.506107216Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.506243601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.506253941Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.507576322Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.507747557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.508534021Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"6.49674ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.510221493Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.510242894Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.510250804Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.510424129Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.511166442Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.51143065Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.511453661Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7892, tv_nsec: 75195544 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.511647667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.51173859Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.511896394Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.511965237Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.512197614Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.512549705Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.512741651Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.514395821Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"12.387771ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.514626538Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.517147736Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.517171637Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.517305121Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.531244079Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.53127589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":76,"elapsed":"34.859141ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.534734607Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"32.743157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.535081577Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.535388776Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.537060808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.537291025Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.538465191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.538740019Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.539112331Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.540566376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.541984769Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"44.90772ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.542138744Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.542159915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.542256118Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.542413492Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.542529226Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.542574708Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.542757323Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.543404183Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.543426424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.543563878Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.544657701Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":26,"elapsed":"48.219512ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.5478822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.547906101Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"50.810452ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.551192402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.551308336Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.55144117Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.553173793Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.553186954Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.553353899Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.558392714Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.558414844Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.558423904Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"61.313095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.567779302Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.56803611Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.577605334Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"80.502855ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.586513268Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.588054415Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.588468598Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.588483099Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.588685615Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.590044916Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.590055497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.590229572Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.594979818Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.595011099Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.595327709Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c0d042-c12a-4348-ad17-85e828a5c8d1\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.595343809Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.596886367Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.61356977Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"111.544229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.62822529Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.630567252Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.630583702Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.630751938Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.639917799Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"143.49585ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.715793112Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.715826882Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.716144332Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc034ad5-c1ec-45c4-9fe3-4524afada2c7\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.716159243Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.716446501Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":26,"elapsed":"222.684184ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.717541685Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.752914622Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.752968964Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.753314965Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"491b32df-1f28-4c44-b099-c086f583337b\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.753350526Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.755347517Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.811490123Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.811532564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.811878425Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1af612b-73cf-4c1d-b104-eaebefc6cdf5\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.811911196Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.812239916Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.814107613Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.814400292Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac26e2c-d503-4c9b-9e79-1244f6980401\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.815931689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.816215788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.818480558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":26,"elapsed":"324.745691ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.826510664Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.826534575Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.826814484Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2392b705-46fc-41c1-afcd-0b20e31c2d82\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.826828864Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.827217996Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.82929869Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.829491286Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.832583171Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.83288337Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.835345326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.835365477Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.835747588Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"10997eca-cd4d-4777-879c-129f39c5e68c\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.837358078Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":26,"elapsed":"340.252969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.918620796Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.919016398Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.921521395Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.921541635Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.921866315Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.928875511Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.929296014Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93022138-182c-4aff-b216-d327a7ef4422\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.929322824Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.929332135Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.929340435Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.931417139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":26,"elapsed":"435.040661ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.932369418Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.932678038Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24747eb0-246f-443a-8f77-1ab189683987\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.932718849Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.932729819Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.933029618Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.933039959Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.933048429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.933055759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.93306387Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.9330709Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.933262296Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.933276536Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.933535964Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.933551365Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.933877455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.935008339Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.935114282Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a11fa839-3b87-4978-a60b-559a57f53c18\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.935133383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.935208085Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4744393c-f719-42ba-a7bd-6097b83a32c6\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.935223816Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.935234626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.028066219Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"78c15eaf-1fa8-4164-a0ce-5a5effa63460\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:39.02809544Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.028105081Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.02871285Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d0a3911-42ec-472c-a5f1-fa47774fa8a2\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.028760481Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.029162103Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.03230023Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.032480325Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.036133947Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.036484208Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.038572762Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.038754988Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:39.045663191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":26,"elapsed":"549.296303ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:41.299170753Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"7c407cca-fa57-492d-9068-5d7ab515fc46","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.496236177Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.496294309Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.496722592Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.497164446Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.497185166Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.497538347Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.498228018Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.499125806Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.499466016Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.500704154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"3.542149ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.50088694Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.50089806Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.501066926Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.503349736Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.503519331Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.504897213Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.507248385Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.507260676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.50738998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.51811667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.51813958Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":77,"elapsed":"21.928864ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:51.299263179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"4b6ff819-2f1a-429e-825b-14f90b8321e6","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.496332404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.496413657Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.496675575Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.496710076Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.496724496Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.496935383Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.498415108Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.498460329Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.498763889Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.500244424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"3.517438ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.501136242Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.501148802Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.501320177Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.503410562Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.503590687Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.505215177Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.507563479Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.50757867Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.507704924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.516834164Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.516855155Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":78,"elapsed":"20.545971ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:01.298885432Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"4e92e0b1-55ab-4bd5-b5c4-fe6e5981ca50","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:06.290004006Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"ee2a37ef-e59c-47bd-955b-c7e7e666c4bc","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:06.290387028Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"ee2a37ef-e59c-47bd-955b-c7e7e666c4bc","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:06.293340119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"ee2a37ef-e59c-47bd-955b-c7e7e666c4bc","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3405,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:06.293590026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"37c96959-a219-472e-b41a-e2364f3eeb7c","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:06.293955558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"37c96959-a219-472e-b41a-e2364f3eeb7c","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:06.298799336Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"37c96959-a219-472e-b41a-e2364f3eeb7c","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492629354Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492692426Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492703297Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492716167Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.492726767Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:11:08.492662345 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492737708Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492747638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492757298Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492766408Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492775389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492783939Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492795049Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49280518Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49281487Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49282554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492837011Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492845721Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492855021Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.492865071Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.493019406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49313116Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49314708Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.493159241Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.493199732Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.493213462Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.493365607Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7922, tv_nsec: 57507031 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.493509881Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7922, tv_nsec: 57664726 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.493844862Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.493860732Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.096074ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.494013717Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.494028717Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.248479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.494830972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495298566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495547144Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495686768Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495696158Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495703339Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495709919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:21:08.495716549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495723759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":15,"elapsed":"11.98µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49573153Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49573804Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49574527Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49575348Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.495760551Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495766741Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495772661Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495779091Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495785061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495791252Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495798312Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.495805362Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49605837Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49607264Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7922, tv_nsec: 60215374 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496084561Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496095421Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496104081Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496112481Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496145072Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496195704Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.496326258Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.496599336Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:11:08.492662345 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496608677Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":79,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496616467Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"expiration\":\"2025-01-07T05:11:08.492662345Z\",\"pruned\":[]}","iteration":14,"elapsed":"3.948701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496624497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496631387Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496638558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496645138Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496651818Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496658658Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496665038Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496670928Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.4967062Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.49671424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49672079Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49672735Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496734501Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496920786Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496930896Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.496940867Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.497008319Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.497018179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.49704524Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.497142653Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.497151203Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.497304168Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.499153395Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7922, tv_nsec: 63307539 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.499354531Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.499394822Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.500228998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.500910029Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501717434Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501737054Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"5.977264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501745495Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501752285Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501758785Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501764935Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501770665Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501776676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501783976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501790686Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501797216Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501804116Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.501810457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.502068834Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.502101066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.502110426Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.502152917Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.502185488Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.502194238Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.503084126Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.503125557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.503138607Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.503320523Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.504332224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.504347684Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.504488529Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.504783128Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.505132919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.506105549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.50841983Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.50844197Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.508608435Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.508620416Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.508629046Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.508832612Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.508947646Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.508957736Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.50909919Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.509826163Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.510808193Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.511240516Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.511654889Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.511669849Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.511802814Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.511976979Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.512165625Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.514324671Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.514568409Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.515892059Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"14.117034ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.516779286Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.516975573Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.517195499Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.517287752Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.517467448Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.517828369Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.518016124Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.519014455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.519035726Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.5191823Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.521019967Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.521237143Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.521391748Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.525134243Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.525201465Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.5260068Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.529712464Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.53152182Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.531557701Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.531681575Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.540879367Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.545791568Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.550193154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.550233925Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.550246075Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.550256326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.550704369Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.560119039Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"63.489132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.566209566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.566473184Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"64.701008ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.56668564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.566886227Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.567285899Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.567944139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.5679724Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.56798588Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"66.225335ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.568127315Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.568367242Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.568707053Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.571429546Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.571457717Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.571648033Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.574786729Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.577158142Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.577212084Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"80.434172ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.579326059Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.57935564Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.57936583Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.581923549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"80.179194ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.584824308Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.584850119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.584860549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"89.107319ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.584956402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.584965422Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.584971162Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.58522677Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.598186309Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.59821788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.59822597Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.5982327Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.59853577Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.604266596Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"102.515931ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.606555456Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.606991489Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.642277814Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.642322655Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.642333376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.642603594Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74de8f33-736e-4fbc-87d8-d8d4def6fa7c\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.642629635Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.644150952Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.647708251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.64801294Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.670819281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.670848502Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.671152602Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3278b3d1-cef1-4d4b-beca-ed73137f9759\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.671179152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.67142019Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.674474704Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.674898897Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.676702672Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7922, tv_nsec: 240834345 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.677064093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.681984174Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.682019045Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":79,"elapsed":"186.317876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.714363099Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.714431602Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.714447862Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.714457713Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.714929207Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.717363302Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"215.631308ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.717483066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"220.827767ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.718838987Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.718860188Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.719140226Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.72218029Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.722872531Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.723192431Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.726772501Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.726805712Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.727025119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.729718951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":27,"elapsed":"233.984542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.729878567Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.730955169Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"235.191969ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.734053005Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.734077936Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.734324733Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.765612845Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.765668756Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.766044808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2f67f55b-9418-4cfd-86ab-4900f2fe008f\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.766082629Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.766557734Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.767023128Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.769918427Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.77002873Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.770051151Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.770112933Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.770130074Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.770143764Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.770244877Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.770465764Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1627e54e-29ca-4e34-b54c-b2a114ec4c17\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.770499235Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.770525876Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.772270179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.772589389Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.774324002Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.774350013Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.774362514Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"277.712376ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.774625172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.774962152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.777679066Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.777710517Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.777927303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779153981Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779178902Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779190762Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.779318976Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779355197Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779611165Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779874173Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"db24b4fc-b058-4c12-a65f-d6b0fbc00132\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779934385Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779947615Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779955186Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779963376Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2}","iteration":14,"elapsed":"287.231698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.780868024Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.781858474Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.784834965Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.784863146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.785133005Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.786779975Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.786803326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.786813716Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":27,"elapsed":"290.180599ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.787059204Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.790061736Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.790086617Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.790096827Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.790105638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1}","iteration":14,"elapsed":"297.37162ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.813453305Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.813823527Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"527ac8c7-fab9-4240-afd4-1ea910eaab39\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.813854657Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.814977352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"fc9bdafa-1bda-451c-be5d-33df88f8aafa\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.815009683Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.816960933Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.816987884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"324.264906ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:21:08.820710998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.820734879Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"324.06764ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.822992978Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.823323759Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.825044972Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.827332052Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.827349902Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.827620801Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.829155898Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.83183174Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.831862371Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.831879142Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.831890162Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.832111869Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.832135529Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ea01602-708c-4c2f-acf6-3e1ed6e78cb6\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.83216076Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.833480771Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.833499891Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"340.889157ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.833846662Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.018653242Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":27,"elapsed":"525.965597ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.04102457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.052699699Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80ca9686-26d1-4043-affd-1d50fb995cab\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:21:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.052725739Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.05273491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.05274182Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.05437406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":27,"elapsed":"558.63247ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.089668395Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.090020676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd3e975-de93-4e2b-b9c2-593b38445484\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:21:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.092303176Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.092625646Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.09341825Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.094678689Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":27,"elapsed":"601.995013ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.1565109Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.160276795Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.160314156Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"824b465b-d7fd-45d3-aa9f-65126d1705be\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.160329817Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.160657537Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.162092491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"01b034c9-ea57-46cc-8873-81a0559c93c0\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.162127942Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.163406411Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.163430092Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.163586057Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.163882536Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"78afb250-3d12-4e7c-9592-9ec4fe862db5\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.163910857Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.165697172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.165731313Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"673.104359ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.173994557Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.174257105Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0e38e07-98ca-4a31-9e5c-d28514b620be\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:21:09 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174289986Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174301256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174599825Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174610226Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174616606Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174623186Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174629536Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174636197Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174798111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174806642Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.174971217Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.174991428Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.175322908Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.177784223Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.177903807Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef59ac7-c85b-4f3d-86c0-b729c680aee1\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:21:09 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.177925818Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.17801583Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e735fd89-2545-43b4-a813-63f72cce420b\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:21:09 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.178029911Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.178040101Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.275862928Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f9938c29-4e80-48d3-963b-5c59612e607c\", \"date\": \"Tue, 07 Jan 2025 05:21:09 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.27591501Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.27592727Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.283841353Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da7ed1f-68f3-4d6d-84bd-62c3bcab40df\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:21:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.283888415Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.284217315Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.287768524Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.288020211Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.291381695Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.291702835Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.293106968Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.293263523Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.299975008Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":27,"elapsed":"804.257659ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:11.299382591Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"28a5a5b1-99bb-4440-b68d-ec1f66a22fb1","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.495520117Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.495591149Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.495891229Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.496411534Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.496435235Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.496725924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.497500578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.499969744Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.499991124Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.500114518Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.502280795Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.502506172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.503943526Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.506372801Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.506387921Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.506522335Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.518544265Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.518566886Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":80,"elapsed":"23.076849ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.525332623Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.525494128Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.526758377Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"30.352253ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:21.298623912Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"053f415f-250f-4b0a-83a7-5983c379d785","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.495693606Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.495754998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.49612003Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.496702007Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.496734138Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.496927384Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.497562784Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.50004946Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.500064271Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.500201305Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.50165192Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.50198868Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.503979111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.50655531Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.506576421Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.506723505Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.515276988Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.515299449Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":81,"elapsed":"19.625784ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.52411395Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.524355227Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.52573086Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"29.054003ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:31.298948215Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"48195ee5-9661-463e-be9e-c265cc1ef7d5","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:36.289590485Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"5bc116ba-6ba0-4362-8734-50552f852bdf","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:36.290060149Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"5bc116ba-6ba0-4362-8734-50552f852bdf","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:36.292929098Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"5bc116ba-6ba0-4362-8734-50552f852bdf","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3441,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:36.293142234Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"0d4de2f6-4444-4454-97d7-bc06e1f8d0a7","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:36.293442473Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"0d4de2f6-4444-4454-97d7-bc06e1f8d0a7","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:36.294914779Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"0d4de2f6-4444-4454-97d7-bc06e1f8d0a7","remote_addr":"[fd00:1122:3344:101::d]:43411","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1811,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.492794941Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.492851373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.492861043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.492869103Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.493161302Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.493176303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495161324Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495183364Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495192195Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495199535Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495206895Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495213275Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495220176Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495227336Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495234776Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495241836Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495248696Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495470063Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495574676Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495597537Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495607667Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495617408Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7952, tv_nsec: 60129781 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495629728Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495799883Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7952, tv_nsec: 60329567 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.495911337Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.496105993Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496248287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496257157Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496264217Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496274178Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496289968Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.496298309Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496304599Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496311339Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496317899Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496323499Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.49633049Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.49633657Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496478084Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496545686Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496578517Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.496587187Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.49665336Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.497267638Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.498398683Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.498678122Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.498886048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.694214ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.499250399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.500857579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.500868259Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501086256Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501320333Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501340113Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501352394Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501364684Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501376785Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501389565Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501401135Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501413396Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501515319Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.50154257Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501622082Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501734356Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501767507Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501779717Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.501791618Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.502071106Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.502081856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.502270622Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.502962814Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.502988134Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.503113228Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.504093528Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.50546206Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"4.113847ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.505748449Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.506010957Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.50675466Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.506779251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.506954186Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.508893506Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.509191495Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.5106666Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.510803815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.510884077Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7952, tv_nsec: 75417361 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.511093133Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.511158345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.514441586Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.514470237Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.514685774Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.532194092Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.532250584Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":82,"elapsed":"37.035509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.533282815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.533618856Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.533835592Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.535801603Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.535833874Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.536103352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.536437492Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.536735172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.537782404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"36.45142ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.537808465Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"41.547727ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.538533607Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.538783484Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.538813995Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.538826036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.538837606Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.539125295Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.539513917Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.539826336Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.540545979Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.540970842Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.541196989Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.541493698Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.54156185Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.541586661Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.541595751Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.541796457Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.543585352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.543607483Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.543937303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.544299294Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.544319365Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.544585443Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.545254623Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.545537232Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.547330887Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":28,"elapsed":"52.124853ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.549358209Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.549579576Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.555798747Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.555831048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"59.54703ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.567805076Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.569629812Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.569660913Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.569780687Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.578062572Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"76.701317ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.578745043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"77.410749ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.581444286Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"85.158977ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.582815228Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.582837338Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.582847529Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"86.551901ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.600557343Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.600596424Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.600914884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a5f757-d974-4f56-b0db-4d1f307d52cb\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.600934535Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.602340168Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.605173845Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.605492045Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.65770942Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"162.470954ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.71206871Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.712493123Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.727436753Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.727474224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.727830815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7e3683-2a81-420e-a9db-f17f36b07b8f\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.727850626Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.730015702Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.739606447Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.739638548Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.739947967Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05241ec7-153d-4c9b-b278-bd8963caf707\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.739967558Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.742088913Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.745511298Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.747491209Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.74752325Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.747687935Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.749344836Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.751719379Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.75174403Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.751878584Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.825991082Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.826037713Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.826355263Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a403c9b2-3deb-424d-a25d-c08f21eb286f\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.826390224Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.826809927Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.845599035Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.845636636Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.845889804Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"81ecb001-47b1-421b-b82d-3cd9081f3908\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.845903804Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.846201023Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.846311067Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.846615416Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e19b4e6-5bec-4df4-b2f8-316a8db9a5b4\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.847933766Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.848218475Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.848466293Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.848626978Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.850183326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":28,"elapsed":"357.399295ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.866179237Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":28,"elapsed":"373.377426ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.868350034Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.868678244Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31f63aa9-f060-461d-8ba4-6c08059b31dc\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.868704705Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.868715905Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.868725456Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.870765208Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":28,"elapsed":"375.599874ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.871201382Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.87148693Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.875187934Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.875201535Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.875584486Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1404be85-aa51-4f5f-9352-dfe83dc42176\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.877402252Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":28,"elapsed":"381.135525ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.884626064Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.884927534Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.886662527Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.886687848Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.886828682Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.895581251Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.895814478Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b91924-1365-4e62-89eb-da8ccc6f2f39\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.895833429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.895843539Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.896089797Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.896100957Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.896108357Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.896115787Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.896123418Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.896130348Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.896334854Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.896344585Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.896561671Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.896572072Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.89685001Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.898579123Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.898687146Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9658e694-86b5-41db-9412-9c078b5c5c21\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.898699497Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.89880645Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e95cbaa-758d-444b-8095-25c9822eb96f\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.898821681Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.898834511Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.985468574Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6c1595b7-aaf6-4b6d-8f2a-083e86373c36\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.985491374Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.985500085Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.985977619Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e55268fe-f42f-43cb-939d-e4b2ce769b0d\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.986021511Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.98633172Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.98990999Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.990194439Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.993173881Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.99348166Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.995550924Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.995863903Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:39.003544399Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":28,"elapsed":"508.392086ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:39.438013302Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:39.438053324Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:39.468536441Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:39.468636394Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37355"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:39.468818949Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"85abe090-65c8-42d9-9c97-2f572f84f270","remote_addr":"[fd00:1122:3344:101::b]:37355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:39.46916695Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"85abe090-65c8-42d9-9c97-2f572f84f270","remote_addr":"[fd00:1122:3344:101::b]:37355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:39.505026752Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:39.505054333Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/metrics/producers","method":"POST","req_id":"85abe090-65c8-42d9-9c97-2f572f84f270","remote_addr":"[fd00:1122:3344:101::b]:37355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36296,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:39.505145406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85abe090-65c8-42d9-9c97-2f572f84f270\", \"content-length\": \"41\", \"date\": \"Tue, 07 Jan 2025 05:21:39 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:39.507056685Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:39.507079915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"producer-registration-task","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:41.298679621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"ebc30d9b-bf94-4f5d-b5de-a00ed72abd27","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.495768386Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.495853429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.496284612Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.496330304Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.496346364Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.49654164Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.497682515Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.500300766Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.500326036Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.50045008Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.502122132Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.502314048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.503435102Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.505935429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.505953589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.506081173Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.521355573Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.521382554Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":83,"elapsed":"25.633058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.531096052Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.53134589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.532936119Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"36.597134ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:51.298201261Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"dae5ba1a-0a86-4d7b-ba13-19d6d0284bd9","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.495244764Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.495301406Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.495601185Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.49607007Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.49608121Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.496339058Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.524529074Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.52471792Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.525494324Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.528164616Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.528178556Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.528351372Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.530618211Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.530827188Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.532457868Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.534844321Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.534859062Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.534992206Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.545644463Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.545663114Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":84,"elapsed":"50.44116ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.553395271Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"57.322992ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:01.29874596Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"22fc6077-4586-423c-93fb-e36e5679fab8","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492511504Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492577106Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492590186Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492599576Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492609467Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492618697Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492630227Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492638527Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492646668Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492655048Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492664758Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492674419Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492683089Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.492693009Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:12:08.492590646 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492702289Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.49270952Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.49271753Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.49272514Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.49273199Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492922126Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492969248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.492985658Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.493070281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.493087951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.493096092Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.493156074Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7982, tv_nsec: 58052618 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.493210305Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7982, tv_nsec: 58106839 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.493589407Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.493602507Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.032102ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.493782833Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.493794353Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.187867ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.494278938Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.494463914Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.494976049Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.49499415Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.49500625Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:22:08.495017691Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495029951Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":16,"elapsed":"10.02µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495042352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495052672Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.495063052Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495072562Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495083133Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495092863Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495101883Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495110754Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495120344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495129884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495140315Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495151755Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495161695Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495171215Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495293069Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495347931Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495374562Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495383352Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495393242Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495452444Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.495499615Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496079083Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496103234Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496110984Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496117905Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496125445Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496131715Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496137465Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496144005Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496151015Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496157236Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.496163796Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496170126Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496175876Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496182576Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496392793Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496409083Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496431414Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496458515Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496468835Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496481326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.496668101Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:12:08.492590646 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496678642Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"expiration\":\"2025-01-07T05:12:08.492590646Z\",\"pruned\":[]}","iteration":15,"elapsed":"4.089795ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496987411Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.496996552Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.497138456Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.497823847Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7982, tv_nsec: 62729751 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.498112726Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.498601161Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7982, tv_nsec: 63506535 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.498823838Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.499077496Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.500384586Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.500574702Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501083237Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501103838Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501115728Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501126599Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501137279Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501146589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501157179Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.50116795Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.50117835Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.50118788Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501198491Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501209601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501220841Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.50148351Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501529641Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501540191Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501548501Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501626404Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.501636454Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.502594344Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.502662566Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"7.631684ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.504216373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.504238884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.504249375Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.504256595Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.50443602Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.504456121Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.504635796Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.507556466Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.510693213Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.510722433Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.510953181Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.513152628Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.513414236Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.515605984Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"14.455175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.51711437Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.517394099Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.517408369Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.517687968Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.518020538Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.51939164Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.519422521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.519568445Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.525344703Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.53012455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.530160731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.530173791Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556354666Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556410798Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556423388Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556433198Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556442589Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"55.206887ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556734028Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556766579Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556779829Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556788709Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556797659Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.556996906Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.558055468Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.559157092Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.559592345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.559873214Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.560351929Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.560773742Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.560792692Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.560802323Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.561206925Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.562101273Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.562130694Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.562498815Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.563166955Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.563186316Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.563276109Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.563396102Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.563414253Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"62.307826ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.56365093Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.564554018Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.564569629Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.564805956Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.564992722Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.565019382Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.565031923Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.565043873Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.565287731Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.565325512Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.565671702Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.565690793Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.565699913Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"64.586245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.566350463Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.566690044Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.566991643Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.567396545Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.567409476Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.567448327Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.567616152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.56787969Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.568028075Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.568132708Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.568264942Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.568309903Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DnsResolver","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7982, tv_nsec: 133207187 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.568610423Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.569232632Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.569254673Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.569457479Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.569928633Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.572373458Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.572402209Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.572512542Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.573124111Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.573991308Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.574005808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.574014669Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.574301488Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.574667419Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"78.562544ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.575051411Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"73.920732ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.575622808Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"79.543315ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.576420573Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.576708262Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.576966159Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.57697823Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.577167026Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.578864288Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.581729936Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.581758937Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.581886811Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.583773139Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.5838005Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.58381345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.58382582Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2}","iteration":15,"elapsed":"91.264175ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.595387776Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.595434827Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":85,"elapsed":"100.406446ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.599669547Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"104.661077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.601477723Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.601744141Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.601791113Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.602133663Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.603936279Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"102.844091ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.606646112Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.606672323Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.606682303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"110.533838ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.606757065Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.606768535Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.606776706Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"111.772815ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.60724741Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.607261171Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.607269281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.607490238Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.607859289Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.608029294Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.609094107Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.610318744Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.610739248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.611811281Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.611823011Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.611974926Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.614842884Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.615152313Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.615287617Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.615307088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"119.213394ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.619229129Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.63001008Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.630034641Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.63033847Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddee5075-82cc-4141-9eef-f4c4ae744e7f\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.630369921Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.631096043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.63132345Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.631872367Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:22:08.655775112Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.655809433Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"159.655847ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.746570303Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.746626624Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.747008486Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e32830e-7ce8-4be7-9ec0-190407788f64\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.747042127Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.750149282Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.820402482Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.820732132Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5963254-0a16-4964-b97c-e70ef8b95e36\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.822909509Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.82294277Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.82328017Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76ac8a47-03b9-4e32-8c3d-c46474faf652\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.823294571Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.823301621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.823697733Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.82455838Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.833197915Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.833540085Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.984479515Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.985041772Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e047e722-473d-48a5-a365-48fc212bdb65\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.985071703Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.986969621Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":29,"elapsed":"494.330714ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.987405455Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5fe7d1f9-7017-4d27-8add-ee987b3ec38e\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.987418935Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.989411866Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9db1749d-ae81-4a51-80eb-56a368bd7462\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.989426107Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:08.991383287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:08.991425678Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"498.944576ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.013562499Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.01358863Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.013960771Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd563728-ab96-445b-9ce0-0de475b3c88a\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.014003102Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.014372684Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.015580921Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.016923452Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.017727287Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.017741907Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.017756538Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.017765078Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":1}","iteration":15,"elapsed":"525.243124ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.018260423Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"null","iteration":29,"elapsed":"525.637276ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.018858412Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.018878372Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.019107549Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.019230773Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.019239353Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.019413529Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.021816452Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"0","iteration":29,"elapsed":"526.780601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.023712261Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.024171195Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.025390402Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.027124175Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.027138876Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.027297061Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.028781977Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.031225882Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.031248472Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.03148242Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.056813078Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.056849429Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"564.337165ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.068677823Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.068703244Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.06891578Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d9289a75-c0df-4c68-9164-7a66f78c0e00\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.068930471Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.06923767Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.071155719Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.071321164Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.074541413Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.074838692Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.077915317Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.077944817Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.078283098Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4de5498c-a223-4734-b896-36acff991114\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.0803043Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":29,"elapsed":"584.195386ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.118067911Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.118453213Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b8a9b671-7910-4f3b-8de7-f47bc0db5853\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.118471373Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.120589618Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ba216eae-2c32-4566-acd8-78db68b2357b\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.120602239Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.121885738Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.121897248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"629.356883ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.12518602Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.12551035Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee74e07-33f0-4c81-b2cf-1bf5eb26dee7\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.1255342Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.12554386Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.125552521Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.126409137Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":29,"elapsed":"631.400217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.175444504Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.175758374Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.177800447Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.177823467Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.177995473Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.187582827Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.187859016Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88349941-07ca-4bf9-acb0-91b127fb00e8\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.187885347Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.187896737Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.188203017Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.188213587Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.188220727Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.188228227Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.188234998Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.188242088Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.188430964Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.188450154Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.188665601Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.188679291Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.1889694Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.190990152Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.191097075Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a925d36f-62ea-4e71-b9f8-6eb447e4c0d8\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.191114606Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.191275271Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e45a9797-50d7-4f0f-9e82-3753f779e523\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.191294701Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.191307412Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.281669079Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5d688919-ceeb-4df9-8d48-82d72d9e04a4\", \"date\": \"Tue, 07 Jan 2025 05:22:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:09.28171248Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.281725101Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.285807326Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4b64758-6c2f-4256-abe3-ad24a337c45d\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:22:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.285842318Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.28624302Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.289972354Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.29014852Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.293498593Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.293862784Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.295718761Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.296044931Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:22:09.303543711Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","status":"{}","iteration":29,"elapsed":"808.50605ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:22:11.29859083Z","hostname":"oxz_nexus_391be182-e0eb-4a5f-9294-ce54683c0a06","pid":23726,"uri":"/391be182-e0eb-4a5f-9294-ce54683c0a06","method":"GET","req_id":"61b7d1df-a8f3-4a3c-82b9-61ecda26dc93","remote_addr":"[fd00:1122:3344:101::d]:62726","local_addr":"[fd00:1122:3344:101::b]:58187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"391be182-e0eb-4a5f-9294-ce54683c0a06","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"200"}